<!-- HTML header for doxygen 1.8.9.1-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>ROSS: core/rio/io-mpi.c Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <td style="padding-left: 0.5em;">
   <a href="https://github.com/ROSS-org/ROSS">
   <div id="projectname">ROSS
   </div>
   </a>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
      <li><a href="annotated.html"><span>Data&#160;Structures</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>Globals</span></a></li>
    </ul>
  </div>
<div id="nav-path" class="navpath">
  <ul>
<li class="navelem"><a class="el" href="dir_af18cf245e3394ab3b436135935cfd6e.html">core</a></li><li class="navelem"><a class="el" href="dir_dc8f8817e169298f65c28e2aa6f1f7dc.html">rio</a></li>  </ul>
</div>
</div><!-- top -->
<div class="header">
  <div class="headertitle">
<div class="title">io-mpi.c</div>  </div>
</div><!--header-->
<div class="contents">
<a href="io-mpi_8c.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="comment">//Elsa Gonsiorowski</span></div>
<div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="comment">//Rensselaer Polytechnic Institute</span></div>
<div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;<span class="comment">//Decemeber 13, 2013</span></div>
<div class="line"><a name="l00004"></a><span class="lineno">    4</span>&#160;</div>
<div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;<span class="preprocessor">#include &lt;assert.h&gt;</span></div>
<div class="line"><a name="l00006"></a><span class="lineno">    6</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="ross_8h.html">ross.h</a>&quot;</span></div>
<div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;</div>
<div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="comment">//#define RIO_DEBUG</span></div>
<div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;</div>
<div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="comment">// Command Line Options</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"><a class="line" href="io_8h.html#a45bdf614b79f77995f35952f99b36859">   11</a></span>&#160;<span class="keywordtype">int</span> <a class="code" href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a> = 1;</div>
<div class="line"><a name="l00012"></a><span class="lineno"><a class="line" href="io_8h.html#a4bf96196d8a9bcea5bca292933f095a0">   12</a></span>&#160;<span class="keyword">const</span> <a class="code" href="structtw__optdef.html">tw_optdef</a> <a class="code" href="io-mpi_8c.html#a4c9ad55528f8f4bbfb46efc4c4b30acf">io_opts</a>[] = {</div>
<div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;    <a class="code" href="tw-opts_8h.html#a0e45b7a88a51dca3fe99d31aae9636c4">TWOPT_GROUP</a>(<span class="stringliteral">&quot;RIO&quot;</span>),</div>
<div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;    <a class="code" href="tw-opts_8h.html#a0d00417e3bef0d001f256f846c72838d">TWOPT_UINT</a>(<span class="stringliteral">&quot;io-files&quot;</span>, <a class="code" href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a>, <span class="stringliteral">&quot;io files&quot;</span>),</div>
<div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;    <a class="code" href="tw-opts_8h.html#a38209b0e7568d41f5448ae5f884290a4">TWOPT_END</a>()</div>
<div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;};</div>
<div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;</div>
<div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;<span class="comment">// User-Set Variable Initializations</span></div>
<div class="line"><a name="l00019"></a><span class="lineno"><a class="line" href="io_8h.html#a6beeb6855191febe84a9e3bcdc1de7f7">   19</a></span>&#160;<a class="code" href="structio__partition.html">io_partition</a> * <a class="code" href="io-mpi_8c.html#a6beeb6855191febe84a9e3bcdc1de7f7">g_io_partitions</a>;</div>
<div class="line"><a name="l00020"></a><span class="lineno"><a class="line" href="io_8h.html#a42b5b70583d9b0975b795c8d8ec579e7">   20</a></span>&#160;<a class="code" href="structio__lptype.html">io_lptype</a> * <a class="code" href="io-mpi_8c.html#a42b5b70583d9b0975b795c8d8ec579e7">g_io_lp_types</a> = NULL;</div>
<div class="line"><a name="l00021"></a><span class="lineno"><a class="line" href="io_8h.html#af1d7fa35920119521b98673089af3685">   21</a></span>&#160;<a class="code" href="io_8h.html#ae38a6210a6f9037c3048e9db62281fb3">io_load_type</a> <a class="code" href="io-mpi_8c.html#af1d7fa35920119521b98673089af3685">g_io_load_at</a> = <a class="code" href="io_8h.html#ae6e8465490ddde3e2b465c74ea774380ac157bdf0b85a40d2619cbc8bc1ae5fe2">NONE</a>;</div>
<div class="line"><a name="l00022"></a><span class="lineno"><a class="line" href="io_8h.html#af7816408c5ac7293486a560b0e82d326">   22</a></span>&#160;<span class="keywordtype">char</span> <a class="code" href="io-mpi_8c.html#af7816408c5ac7293486a560b0e82d326">g_io_checkpoint_name</a>[1024];</div>
<div class="line"><a name="l00023"></a><span class="lineno"><a class="line" href="io_8h.html#a643d9badf8f7f8eac1e3af3ce13be9c7">   23</a></span>&#160;<span class="keywordtype">int</span> <a class="code" href="io-mpi_8c.html#a643d9badf8f7f8eac1e3af3ce13be9c7">g_io_events_buffered_per_rank</a> = 0;</div>
<div class="line"><a name="l00024"></a><span class="lineno"><a class="line" href="io_8h.html#afed093b10148179b7c51891852696476">   24</a></span>&#160;<a class="code" href="structtw__eventq.html">tw_eventq</a> <a class="code" href="io-mpi_8c.html#afed093b10148179b7c51891852696476">g_io_buffered_events</a>;</div>
<div class="line"><a name="l00025"></a><span class="lineno"><a class="line" href="io_8h.html#a8a569f8a2d9e4125877642e49ce9d58c">   25</a></span>&#160;<a class="code" href="structtw__eventq.html">tw_eventq</a> <a class="code" href="io-mpi_8c.html#a8a569f8a2d9e4125877642e49ce9d58c">g_io_free_events</a>;</div>
<div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;</div>
<div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;<span class="comment">// Local Variables</span></div>
<div class="line"><a name="l00028"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#a9fb2359f0d549f254f0d8c873196bccc">   28</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> <a class="code" href="io-mpi_8c.html#a9fb2359f0d549f254f0d8c873196bccc">l_io_kp_offset</a> = 0;    <span class="comment">// MPI_Exscan</span></div>
<div class="line"><a name="l00029"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#a5742c69eabbb9db692ae0a7b2f1fc7ce">   29</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> <a class="code" href="io-mpi_8c.html#a5742c69eabbb9db692ae0a7b2f1fc7ce">l_io_lp_offset</a> = 0;    <span class="comment">// MPI_Exscan</span></div>
<div class="line"><a name="l00030"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#ad5a799b9dbb42e2ebd93f99522ff0e9b">   30</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> <a class="code" href="io-mpi_8c.html#ad5a799b9dbb42e2ebd93f99522ff0e9b">l0_io_total_kp</a> = 0;    <span class="comment">// MPI_Reuced on 0</span></div>
<div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#a5e5cc3ba3bb614403a466a0a1e7890c2">   31</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> <a class="code" href="io-mpi_8c.html#a5e5cc3ba3bb614403a466a0a1e7890c2">l0_io_total_lp</a> = 0;    <span class="comment">// MPI_Reuced on 0</span></div>
<div class="line"><a name="l00032"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#a339c48c1d15f36c82de874b4afbf5f1b">   32</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">long</span> <a class="code" href="io-mpi_8c.html#a339c48c1d15f36c82de874b4afbf5f1b">l_io_min_parts</a> = 0;    <span class="comment">// MPI_Allreduce</span></div>
<div class="line"><a name="l00033"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#a52f072faaeda7441a13285176a317274">   33</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="io-mpi_8c.html#a52f072faaeda7441a13285176a317274">l_io_init_flag</a> = 0;</div>
<div class="line"><a name="l00034"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">   34</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">l_io_append_flag</a> = 0;</div>
<div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;</div>
<div class="line"><a name="l00036"></a><span class="lineno"><a class="line" href="io-mpi_8c.html#a1dda9a1766df0b4837c91b3d2b63098d">   36</a></span>&#160;<span class="keywordtype">char</span> <a class="code" href="io-mpi_8c.html#a1dda9a1766df0b4837c91b3d2b63098d">model_version</a>[41];</div>
<div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;</div>
<div class="line"><a name="l00038"></a><span class="lineno"><a class="line" href="io_8h.html#a247d17e5e295fff0565e7c04eaced378">   38</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#a247d17e5e295fff0565e7c04eaced378">io_register_model_version</a> (<span class="keywordtype">char</span> *sha1) {</div>
<div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;    strcpy(<a class="code" href="io-mpi_8c.html#a1dda9a1766df0b4837c91b3d2b63098d">model_version</a>, sha1);</div>
<div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;}</div>
<div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;</div>
<div class="line"><a name="l00042"></a><span class="lineno"><a class="line" href="io_8h.html#aab99abf1ad93e1d23dd803c207e104d9">   42</a></span>&#160;<a class="code" href="structtw__event.html">tw_event</a> * <a class="code" href="io-mpi_8c.html#aab99abf1ad93e1d23dd803c207e104d9">io_event_grab</a>(<a class="code" href="structtw__pe.html">tw_pe</a> *<a class="code" href="avl__tree_8c.html#ac4c639748d4d5a271d6c54a18f614605">pe</a>) {</div>
<div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;    <span class="keywordflow">if</span> (!<a class="code" href="io-mpi_8c.html#a52f072faaeda7441a13285176a317274">l_io_init_flag</a> || <a class="code" href="io-mpi_8c.html#a643d9badf8f7f8eac1e3af3ce13be9c7">g_io_events_buffered_per_rank</a> == 0) {</div>
<div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;      <span class="comment">// the RIO system has not been initialized</span></div>
<div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;      <span class="comment">// or we are not buffering events</span></div>
<div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;      <span class="keywordflow">return</span> pe-&gt;<a class="code" href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">abort_event</a>;</div>
<div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;    }</div>
<div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;</div>
<div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a>  *e = <a class="code" href="tw-eventq_8h.html#aa40bc1edebb9f58d87092388cf8dc0df">tw_eventq_pop</a>(&amp;g_io_free_events);</div>
<div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;</div>
<div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;    <span class="keywordflow">if</span> (e) {</div>
<div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;        e-&gt;<a class="code" href="structtw__event.html#aa85d9f587fd15552d51d08c7b2b392ac">cancel_next</a> = NULL;</div>
<div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;        e-&gt;<a class="code" href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">caused_by_me</a> = NULL;</div>
<div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;        e-&gt;<a class="code" href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">cause_next</a> = NULL;</div>
<div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;        e-&gt;<a class="code" href="structtw__event.html#adf9d923fa55a01e84d43ce33d1345764">prev</a> = e-&gt;<a class="code" href="structtw__event.html#a4e59fdcbe04117541f00ec8711d3b750">next</a> = NULL;</div>
<div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;</div>
<div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;        memset(&amp;e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>, 0, <span class="keyword">sizeof</span>(e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>));</div>
<div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;        memset(&amp;e-&gt;<a class="code" href="structtw__event.html#ae5758679ad5688685478da7f4256725d">event_id</a>, 0, <span class="keyword">sizeof</span>(e-&gt;<a class="code" href="structtw__event.html#ae5758679ad5688685478da7f4256725d">event_id</a>));</div>
<div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;        <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;g_io_buffered_events, e);</div>
<div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;    } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;        printf(<span class="stringliteral">&quot;WARNING: did not allocate enough events to RIO buffer\n&quot;</span>);</div>
<div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;        e = pe-&gt;<a class="code" href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">abort_event</a>;</div>
<div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;    }</div>
<div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;    pe-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.s_rio_load += (<a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start);</div>
<div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;    e-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = IO_buffer;</div>
<div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;    <span class="keywordflow">return</span> e;</div>
<div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;}</div>
<div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;</div>
<div class="line"><a name="l00070"></a><span class="lineno"><a class="line" href="io_8h.html#a18038e8927326d19a30e302918ee9780">   70</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#a18038e8927326d19a30e302918ee9780">io_event_cancel</a>(<a class="code" href="structtw__event.html">tw_event</a> *e) {</div>
<div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;    <a class="code" href="tw-eventq_8h.html#a5023008188f7e7e35ce1c77caeb0d17a">tw_eventq_delete_any</a>(&amp;g_io_buffered_events, e);</div>
<div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;    <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;g_io_free_events, e);</div>
<div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;}</div>
<div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;</div>
<div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="io_8h.html#a78297812b6a85654a3eccf2594420f10">   75</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#a78297812b6a85654a3eccf2594420f10">io_init</a>() {</div>
<div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;    <span class="keywordtype">int</span> i;</div>
<div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;</div>
<div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;    assert(<a class="code" href="io-mpi_8c.html#a52f072faaeda7441a13285176a317274">l_io_init_flag</a> == 0 &amp;&amp; <span class="stringliteral">&quot;ERROR: RIO system already initialized&quot;</span>);</div>
<div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;    <a class="code" href="io-mpi_8c.html#a52f072faaeda7441a13285176a317274">l_io_init_flag</a> = 1;</div>
<div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;</div>
<div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;    MPI_Exscan(&amp;<a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>, &amp;<a class="code" href="io-mpi_8c.html#a9fb2359f0d549f254f0d8c873196bccc">l_io_kp_offset</a>, 1, MPI_UNSIGNED_LONG, MPI_SUM, MPI_COMM_WORLD);</div>
<div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;    MPI_Exscan(&amp;<a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a>, &amp;<a class="code" href="io-mpi_8c.html#a5742c69eabbb9db692ae0a7b2f1fc7ce">l_io_lp_offset</a>, 1, MPI_UNSIGNED_LONG, MPI_SUM, MPI_COMM_WORLD);</div>
<div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;    MPI_Reduce(&amp;<a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>, &amp;<a class="code" href="io-mpi_8c.html#ad5a799b9dbb42e2ebd93f99522ff0e9b">l0_io_total_kp</a>, 1, MPI_UNSIGNED_LONG, MPI_SUM, 0, MPI_COMM_WORLD);</div>
<div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;    MPI_Reduce(&amp;<a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a>, &amp;<a class="code" href="io-mpi_8c.html#a5e5cc3ba3bb614403a466a0a1e7890c2">l0_io_total_lp</a>, 1, MPI_UNSIGNED_LONG, MPI_SUM, 0, MPI_COMM_WORLD);</div>
<div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;</div>
<div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;    <span class="comment">// Use collectives where ever possible</span></div>
<div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;    MPI_Allreduce(&amp;<a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>, &amp;<a class="code" href="io-mpi_8c.html#a339c48c1d15f36c82de874b4afbf5f1b">l_io_min_parts</a>, 1, MPI_UNSIGNED_LONG, MPI_MIN, MPI_COMM_WORLD);</div>
<div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;</div>
<div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == 0) {</div>
<div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;        printf(<span class="stringliteral">&quot;*** IO SYSTEM INIT ***\n\tFiles: %d\n\tParts: %lu\n\n&quot;</span>, <a class="code" href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a>, <a class="code" href="io-mpi_8c.html#ad5a799b9dbb42e2ebd93f99522ff0e9b">l0_io_total_kp</a>);</div>
<div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;    }</div>
<div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;</div>
<div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;    g_io_free_events.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a> = 0;</div>
<div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;    g_io_free_events.<a class="code" href="structtw__eventq.html#a0a1d2a79704a9bb361cbc1c1a1f67952">head</a> = g_io_free_events.<a class="code" href="structtw__eventq.html#abae02f5570fd8bf55b28f1d5a442d6ce">tail</a> = NULL;</div>
<div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;    g_io_buffered_events.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a> = 0;</div>
<div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;    g_io_buffered_events.<a class="code" href="structtw__eventq.html#a0a1d2a79704a9bb361cbc1c1a1f67952">head</a> = g_io_buffered_events.<a class="code" href="structtw__eventq.html#abae02f5570fd8bf55b28f1d5a442d6ce">tail</a> = NULL;</div>
<div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;}</div>
<div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;</div>
<div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;<span class="comment">// This run is part of a larger set of DISPARATE runs</span></div>
<div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;<span class="comment">// append the .md and .lp files</span></div>
<div class="line"><a name="l00101"></a><span class="lineno"><a class="line" href="io_8h.html#a4851039b3744119d3c9ebea87bfc2ed5">  101</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#a4851039b3744119d3c9ebea87bfc2ed5">io_appending_job</a>() {</div>
<div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="io-mpi_8c.html#a52f072faaeda7441a13285176a317274">l_io_init_flag</a> == 1) {</div>
<div class="line"><a name="l00103"></a><span class="lineno">  103</span>&#160;        <a class="code" href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">l_io_append_flag</a> = 1;</div>
<div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;    }</div>
<div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;}</div>
<div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;</div>
<div class="line"><a name="l00107"></a><span class="lineno"><a class="line" href="io_8h.html#a662faf318a850ec90f12a97ed63f52cf">  107</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#a662faf318a850ec90f12a97ed63f52cf">io_load_checkpoint</a>(<span class="keywordtype">char</span> * master_filename, <a class="code" href="io_8h.html#ae38a6210a6f9037c3048e9db62281fb3">io_load_type</a> load_at) {</div>
<div class="line"><a name="l00108"></a><span class="lineno">  108</span>&#160;    strcpy(<a class="code" href="io-mpi_8c.html#af7816408c5ac7293486a560b0e82d326">g_io_checkpoint_name</a>, master_filename);</div>
<div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;    <a class="code" href="io-mpi_8c.html#af1d7fa35920119521b98673089af3685">g_io_load_at</a> = load_at;</div>
<div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;}</div>
<div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;</div>
<div class="line"><a name="l00112"></a><span class="lineno"><a class="line" href="io_8h.html#ab5386defd555b1a62743c8b8589bf2b2">  112</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#ab5386defd555b1a62743c8b8589bf2b2">io_read_checkpoint</a>() {</div>
<div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;    <span class="keywordtype">int</span> i, cur_part, rc;</div>
<div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;    <span class="keywordtype">int</span> mpi_rank = <a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a>;</div>
<div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;    <span class="keywordtype">int</span> number_of_mpitasks = <a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>();</div>
<div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;</div>
<div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;    <span class="comment">// assert that IO system has been init</span></div>
<div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;    assert(<a class="code" href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a> != 0 &amp;&amp; <span class="stringliteral">&quot;ERROR: IO variables not set: # of files\n&quot;</span>);</div>
<div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;</div>
<div class="line"><a name="l00120"></a><span class="lineno">  120</span>&#160;    <span class="comment">// TODO: check to make sure io system is init&#39;d?</span></div>
<div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;</div>
<div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;    MPI_File fh;</div>
<div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;    MPI_Status status;</div>
<div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;    <span class="keywordtype">char</span> filename[257];</div>
<div class="line"><a name="l00125"></a><span class="lineno">  125</span>&#160;</div>
<div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;    <span class="comment">// Read MH</span></div>
<div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;</div>
<div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;    <span class="comment">// Metadata datatype</span></div>
<div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;    MPI_Datatype MPI_IO_PART;</div>
<div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;    MPI_Type_contiguous(<a class="code" href="io_8h.html#a4acb69ce633eeaeb7dc296c9c13dda19">io_partition_field_count</a>, MPI_INT, &amp;MPI_IO_PART);</div>
<div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;    MPI_Type_commit(&amp;MPI_IO_PART);</div>
<div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;    <span class="keywordtype">int</span> partition_md_size;</div>
<div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;    MPI_Type_size(MPI_IO_PART, &amp;partition_md_size);</div>
<div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;    MPI_Offset offset = (<span class="keywordtype">long</span> long) partition_md_size * <a class="code" href="io-mpi_8c.html#a9fb2359f0d549f254f0d8c873196bccc">l_io_kp_offset</a>;</div>
<div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;</div>
<div class="line"><a name="l00136"></a><span class="lineno">  136</span>&#160;    <a class="code" href="structio__partition.html">io_partition</a> my_partitions[<a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>];</div>
<div class="line"><a name="l00137"></a><span class="lineno">  137</span>&#160;</div>
<div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;    sprintf(filename, <span class="stringliteral">&quot;%s.rio-md&quot;</span>, <a class="code" href="io-mpi_8c.html#af7816408c5ac7293486a560b0e82d326">g_io_checkpoint_name</a>);</div>
<div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;    rc = MPI_File_open(MPI_COMM_WORLD, filename, MPI_MODE_RDONLY, MPI_INFO_NULL, &amp;fh);</div>
<div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;    <span class="keywordflow">if</span> (rc != 0) {</div>
<div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;        printf(<span class="stringliteral">&quot;ERROR: could not MPI_File_open %s\n&quot;</span>, filename);</div>
<div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;    }</div>
<div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;        MPI_File_read_at_all(fh, offset, &amp;my_partitions, <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>, MPI_IO_PART, &amp;status);</div>
<div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;    MPI_File_close(&amp;fh);</div>
<div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;</div>
<div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;<span class="preprocessor">#ifdef RIO_DEBUG</span></div>
<div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#160;<span class="preprocessor"></span>    <span class="keywordflow">for</span> (i = 0; i &lt; <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>; i++) {</div>
<div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;        printf(<span class="stringliteral">&quot;Rank %d read metadata\n\tpart %d\n\tfile %d\n\toffset %d\n\tsize %d\n\tlp count %d\n\tevents %d\n\n&quot;</span>, mpi_rank,</div>
<div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;            my_partitions[i].part, my_partitions[i].file, my_partitions[i].offset,</div>
<div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;            my_partitions[i].size, my_partitions[i].lp_count, my_partitions[i].ev_count);</div>
<div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;    }</div>
<div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;    <span class="comment">// error check</span></div>
<div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;    <span class="keywordtype">int</span> count_sum = 0;</div>
<div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;    <span class="keywordflow">for</span> (i = 0; i &lt; <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>; i++) {</div>
<div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;        count_sum += my_partitions[i].<a class="code" href="structio__partition.html#ae69c8f64285fc4fbd484d053d0777afa">lp_count</a>;</div>
<div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;    }</div>
<div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;    assert(count_sum == <a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a> &amp;&amp; <span class="stringliteral">&quot;ERROR: wrong number of LPs in partitions&quot;</span>);</div>
<div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;</div>
<div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;    <span class="comment">// read size array</span></div>
<div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;    offset = <span class="keyword">sizeof</span>(size_t) * <a class="code" href="io-mpi_8c.html#a5742c69eabbb9db692ae0a7b2f1fc7ce">l_io_lp_offset</a>;</div>
<div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;    <span class="keywordtype">size_t</span> * model_sizes = (<span class="keywordtype">size_t</span> *) calloc(<a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a>, <span class="keyword">sizeof</span>(<span class="keywordtype">size_t</span>));</div>
<div class="line"><a name="l00164"></a><span class="lineno">  164</span>&#160;    <span class="keywordtype">int</span> index = 0;</div>
<div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;</div>
<div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;    sprintf(filename, <span class="stringliteral">&quot;%s.rio-lp&quot;</span>, <a class="code" href="io-mpi_8c.html#af7816408c5ac7293486a560b0e82d326">g_io_checkpoint_name</a>);</div>
<div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;    rc = MPI_File_open(MPI_COMM_WORLD, filename, MPI_MODE_RDONLY, MPI_INFO_NULL, &amp;fh);</div>
<div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;    <span class="keywordflow">if</span> (rc != 0) {</div>
<div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;        printf(<span class="stringliteral">&quot;ERROR: could not MPI_File_open %s\n&quot;</span>, filename);</div>
<div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;    }</div>
<div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;    <span class="keywordflow">for</span> (cur_part = 0; cur_part &lt; <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>; cur_part++){</div>
<div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;        <span class="keywordtype">int</span> data_count = my_partitions[cur_part].<a class="code" href="structio__partition.html#ae69c8f64285fc4fbd484d053d0777afa">lp_count</a>;</div>
<div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;        <span class="keywordflow">if</span> (cur_part &lt; <a class="code" href="io-mpi_8c.html#a339c48c1d15f36c82de874b4afbf5f1b">l_io_min_parts</a>) {</div>
<div class="line"><a name="l00174"></a><span class="lineno">  174</span>&#160;            MPI_File_read_at_all(fh, offset, &amp;model_sizes[index], data_count, MPI_UNSIGNED_LONG, &amp;status);</div>
<div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;        } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;            MPI_File_read_at(fh, offset, &amp;model_sizes[index], data_count, MPI_UNSIGNED_LONG, &amp;status);</div>
<div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;        }</div>
<div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;        index += data_count;</div>
<div class="line"><a name="l00179"></a><span class="lineno">  179</span>&#160;        offset += (<span class="keywordtype">long</span> long) data_count * <span class="keyword">sizeof</span>(<span class="keywordtype">size_t</span>);</div>
<div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;    }</div>
<div class="line"><a name="l00181"></a><span class="lineno">  181</span>&#160;    MPI_File_close(&amp;fh);</div>
<div class="line"><a name="l00182"></a><span class="lineno">  182</span>&#160;</div>
<div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;    <span class="comment">// DATA FILES</span></div>
<div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;    <span class="keywordtype">int</span> all_lp_i = 0;</div>
<div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;    <span class="keywordflow">for</span> (cur_part = 0; cur_part &lt; <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>; cur_part++) {</div>
<div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;        <span class="comment">// Read file</span></div>
<div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;        <span class="keywordtype">char</span> buffer[my_partitions[cur_part].<a class="code" href="structio__partition.html#a703cee6cd57b097cbaf73886c0fd029e">size</a>];</div>
<div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;        <span class="keywordtype">void</span> * b = buffer;</div>
<div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;        sprintf(filename, <span class="stringliteral">&quot;%s.rio-data-%d&quot;</span>, <a class="code" href="io-mpi_8c.html#af7816408c5ac7293486a560b0e82d326">g_io_checkpoint_name</a>, my_partitions[cur_part].file);</div>
<div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;</div>
<div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;        <span class="comment">// Must use non-collectives, can&#39;t know status of other MPI-ranks</span></div>
<div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;        rc = MPI_File_open(MPI_COMM_SELF, filename, MPI_MODE_RDONLY, MPI_INFO_NULL, &amp;fh);</div>
<div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;        <span class="keywordflow">if</span> (rc != 0) {</div>
<div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;            printf(<span class="stringliteral">&quot;ERROR: could not MPI_File_open %s\n&quot;</span>, filename);</div>
<div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;        }</div>
<div class="line"><a name="l00196"></a><span class="lineno">  196</span>&#160;        <span class="keywordflow">if</span> (cur_part &lt; <a class="code" href="io-mpi_8c.html#a339c48c1d15f36c82de874b4afbf5f1b">l_io_min_parts</a>) {</div>
<div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;            MPI_File_read_at_all(fh, (<span class="keywordtype">long</span> <span class="keywordtype">long</span>) my_partitions[cur_part].offset, buffer, my_partitions[cur_part].size, MPI_BYTE, &amp;status);</div>
<div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;        } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;            MPI_File_read_at(fh, (<span class="keywordtype">long</span> <span class="keywordtype">long</span>) my_partitions[cur_part].offset, buffer, my_partitions[cur_part].size, MPI_BYTE, &amp;status);</div>
<div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;        }</div>
<div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;        MPI_File_close(&amp;fh);</div>
<div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;</div>
<div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;        <span class="comment">// Load Data</span></div>
<div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;        <span class="keywordflow">for</span> (i = 0; i &lt; my_partitions[cur_part].lp_count; i++, all_lp_i++) {</div>
<div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;            b += <a class="code" href="io-serialize_8c.html#a388e9a535bb45b57911f64cab9b65394">io_lp_deserialize</a>(<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[all_lp_i], b);</div>
<div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;            ((<a class="code" href="io_8h.html#a0cb77aaaea5f0f8292374313a3fb80de">deserialize_f</a>)g_io_lp_types[0].deserialize)(<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[all_lp_i]-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, b, <a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[all_lp_i]);</div>
<div class="line"><a name="l00207"></a><span class="lineno">  207</span>&#160;            b += model_sizes[all_lp_i];</div>
<div class="line"><a name="l00208"></a><span class="lineno">  208</span>&#160;        }</div>
<div class="line"><a name="l00209"></a><span class="lineno">  209</span>&#160;        assert(my_partitions[cur_part].ev_count &lt;= g_io_free_events.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a>);</div>
<div class="line"><a name="l00210"></a><span class="lineno">  210</span>&#160;        <span class="keywordflow">for</span> (i = 0; i &lt; my_partitions[cur_part].ev_count; i++) {</div>
<div class="line"><a name="l00211"></a><span class="lineno">  211</span>&#160;            <span class="comment">// SEND THESE EVENTS</span></div>
<div class="line"><a name="l00212"></a><span class="lineno">  212</span>&#160;            <a class="code" href="structtw__event.html">tw_event</a> *ev = <a class="code" href="tw-eventq_8h.html#aa40bc1edebb9f58d87092388cf8dc0df">tw_eventq_pop</a>(&amp;g_io_free_events);</div>
<div class="line"><a name="l00213"></a><span class="lineno">  213</span>&#160;            b += <a class="code" href="io-serialize_8c.html#ad0792b7799ac27da02e522be00b25a62">io_event_deserialize</a>(ev, b);</div>
<div class="line"><a name="l00214"></a><span class="lineno">  214</span>&#160;            <span class="keywordtype">void</span> * msg = <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(ev);</div>
<div class="line"><a name="l00215"></a><span class="lineno">  215</span>&#160;            memcpy(msg, b, <a class="code" href="ross-extern_8h.html#a9d2ed177ca20252d6778f205eec20a83">g_tw_msg_sz</a>);</div>
<div class="line"><a name="l00216"></a><span class="lineno">  216</span>&#160;            b += <a class="code" href="ross-extern_8h.html#a9d2ed177ca20252d6778f205eec20a83">g_tw_msg_sz</a>;</div>
<div class="line"><a name="l00217"></a><span class="lineno">  217</span>&#160;            <span class="comment">// buffer event to send after initialization</span></div>
<div class="line"><a name="l00218"></a><span class="lineno">  218</span>&#160;            <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;g_io_buffered_events, ev);</div>
<div class="line"><a name="l00219"></a><span class="lineno">  219</span>&#160;        }</div>
<div class="line"><a name="l00220"></a><span class="lineno">  220</span>&#160;    }</div>
<div class="line"><a name="l00221"></a><span class="lineno">  221</span>&#160;</div>
<div class="line"><a name="l00222"></a><span class="lineno">  222</span>&#160;    free(model_sizes);</div>
<div class="line"><a name="l00223"></a><span class="lineno">  223</span>&#160;</div>
<div class="line"><a name="l00224"></a><span class="lineno">  224</span>&#160;    <span class="keywordflow">return</span>;</div>
<div class="line"><a name="l00225"></a><span class="lineno">  225</span>&#160;}</div>
<div class="line"><a name="l00226"></a><span class="lineno">  226</span>&#160;</div>
<div class="line"><a name="l00227"></a><span class="lineno"><a class="line" href="io_8h.html#a2c72f26ee424fa3597838fd69de45cdb">  227</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#a2c72f26ee424fa3597838fd69de45cdb">io_load_events</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00228"></a><span class="lineno">  228</span>&#160;    <span class="keywordtype">int</span> i;</div>
<div class="line"><a name="l00229"></a><span class="lineno">  229</span>&#160;    <span class="keywordtype">int</span> event_count = g_io_buffered_events.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a>;</div>
<div class="line"><a name="l00230"></a><span class="lineno">  230</span>&#160;    <a class="code" href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a> original_lookahead = <a class="code" href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a>;</div>
<div class="line"><a name="l00231"></a><span class="lineno">  231</span>&#160;    <span class="comment">//These messages arrive before the first conservative window</span></div>
<div class="line"><a name="l00232"></a><span class="lineno">  232</span>&#160;    <span class="comment">//checking for valid lookahead is unnecessary</span></div>
<div class="line"><a name="l00233"></a><span class="lineno">  233</span>&#160;    <a class="code" href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a> = 0;</div>
<div class="line"><a name="l00234"></a><span class="lineno">  234</span>&#160;    <span class="keywordflow">for</span> (i = 0; i &lt; event_count; i++) {</div>
<div class="line"><a name="l00235"></a><span class="lineno">  235</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a> = me-&gt;<a class="code" href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">abort_event</a>;</div>
<div class="line"><a name="l00236"></a><span class="lineno">  236</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a>-&gt;<a class="code" href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">caused_by_me</a> = NULL;</div>
<div class="line"><a name="l00237"></a><span class="lineno">  237</span>&#160;</div>
<div class="line"><a name="l00238"></a><span class="lineno">  238</span>&#160;        <a class="code" href="structtw__event.html">tw_event</a> *e = <a class="code" href="tw-eventq_8h.html#aa40bc1edebb9f58d87092388cf8dc0df">tw_eventq_pop</a>(&amp;g_io_buffered_events);</div>
<div class="line"><a name="l00239"></a><span class="lineno">  239</span>&#160;        <span class="comment">// e-&gt;dest_lp will be a GID after being loaded from checkpoint</span></div>
<div class="line"><a name="l00240"></a><span class="lineno">  240</span>&#160;        <a class="code" href="structtw__event.html">tw_event</a> *n = <a class="code" href="ross-inline_8h.html#a6e55304c545600c2bb996fa70dd43f05">tw_event_new</a>((<a class="code" href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a>)e-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>, e-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, e-&gt;<a class="code" href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">src_lp</a>);</div>
<div class="line"><a name="l00241"></a><span class="lineno">  241</span>&#160;        <span class="keywordtype">void</span> *emsg = <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(e);</div>
<div class="line"><a name="l00242"></a><span class="lineno">  242</span>&#160;        <span class="keywordtype">void</span> *nmsg = <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(n);</div>
<div class="line"><a name="l00243"></a><span class="lineno">  243</span>&#160;        memcpy(&amp;(n-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>), &amp;(e-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>), <span class="keyword">sizeof</span>(<a class="code" href="structtw__bf.html">tw_bf</a>));</div>
<div class="line"><a name="l00244"></a><span class="lineno">  244</span>&#160;        memcpy(nmsg, emsg, <a class="code" href="ross-extern_8h.html#a9d2ed177ca20252d6778f205eec20a83">g_tw_msg_sz</a>);</div>
<div class="line"><a name="l00245"></a><span class="lineno">  245</span>&#160;        <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;g_io_free_events, e);</div>
<div class="line"><a name="l00246"></a><span class="lineno">  246</span>&#160;        <a class="code" href="ross-extern_8h.html#ad057802273cd99b0e039da1ba15080ac">tw_event_send</a>(n);</div>
<div class="line"><a name="l00247"></a><span class="lineno">  247</span>&#160;</div>
<div class="line"><a name="l00248"></a><span class="lineno">  248</span>&#160;        <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a>) {</div>
<div class="line"><a name="l00249"></a><span class="lineno">  249</span>&#160;            <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;ran out of events during io_load_events&quot;</span>);</div>
<div class="line"><a name="l00250"></a><span class="lineno">  250</span>&#160;        }</div>
<div class="line"><a name="l00251"></a><span class="lineno">  251</span>&#160;    }</div>
<div class="line"><a name="l00252"></a><span class="lineno">  252</span>&#160;    <a class="code" href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a> = original_lookahead;</div>
<div class="line"><a name="l00253"></a><span class="lineno">  253</span>&#160;}</div>
<div class="line"><a name="l00254"></a><span class="lineno">  254</span>&#160;</div>
<div class="line"><a name="l00255"></a><span class="lineno"><a class="line" href="io_8h.html#ac3ab72128378352882064797a463afba">  255</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="io-mpi_8c.html#ac3ab72128378352882064797a463afba">io_store_checkpoint</a>(<span class="keywordtype">char</span> * master_filename, <span class="keywordtype">int</span> data_file_number) {</div>
<div class="line"><a name="l00256"></a><span class="lineno">  256</span>&#160;    <span class="keywordtype">int</span> i, c, cur_kp;</div>
<div class="line"><a name="l00257"></a><span class="lineno">  257</span>&#160;    <span class="keywordtype">int</span> mpi_rank = <a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a>;</div>
<div class="line"><a name="l00258"></a><span class="lineno">  258</span>&#160;    <span class="keywordtype">int</span> number_of_mpitasks = <a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>();</div>
<div class="line"><a name="l00259"></a><span class="lineno">  259</span>&#160;    <span class="keywordtype">int</span> rank_events = 0;</div>
<div class="line"><a name="l00260"></a><span class="lineno">  260</span>&#160;    <span class="keywordtype">int</span> rank_lps = 0;</div>
<div class="line"><a name="l00261"></a><span class="lineno">  261</span>&#160;</div>
<div class="line"><a name="l00262"></a><span class="lineno">  262</span>&#160;    assert(<a class="code" href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a> != 0 &amp;&amp; <span class="stringliteral">&quot;Error: IO variables not set: # of file or # of parts\n&quot;</span>);</div>
<div class="line"><a name="l00263"></a><span class="lineno">  263</span>&#160;</div>
<div class="line"><a name="l00264"></a><span class="lineno">  264</span>&#160;    <span class="comment">// Set up Comms</span></div>
<div class="line"><a name="l00265"></a><span class="lineno">  265</span>&#160;    MPI_File fh;</div>
<div class="line"><a name="l00266"></a><span class="lineno">  266</span>&#160;    MPI_Status status;</div>
<div class="line"><a name="l00267"></a><span class="lineno">  267</span>&#160;    MPI_Comm file_comm;</div>
<div class="line"><a name="l00268"></a><span class="lineno">  268</span>&#160;    <span class="keywordtype">int</span> file_number = data_file_number;</div>
<div class="line"><a name="l00269"></a><span class="lineno">  269</span>&#160;    <span class="keywordtype">int</span> file_comm_count;</div>
<div class="line"><a name="l00270"></a><span class="lineno">  270</span>&#160;</div>
<div class="line"><a name="l00271"></a><span class="lineno">  271</span>&#160;    MPI_Comm_split(MPI_COMM_WORLD, file_number, <a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a>, &amp;file_comm);</div>
<div class="line"><a name="l00272"></a><span class="lineno">  272</span>&#160;    MPI_Comm_size(file_comm, &amp;file_comm_count);</div>
<div class="line"><a name="l00273"></a><span class="lineno">  273</span>&#160;</div>
<div class="line"><a name="l00274"></a><span class="lineno">  274</span>&#160;    MPI_Offset offset;</div>
<div class="line"><a name="l00275"></a><span class="lineno">  275</span>&#160;    <span class="keywordtype">long</span> <span class="keywordtype">long</span> contribute = 0;</div>
<div class="line"><a name="l00276"></a><span class="lineno">  276</span>&#160;</div>
<div class="line"><a name="l00277"></a><span class="lineno">  277</span>&#160;    <span class="keywordtype">char</span> filename[256];</div>
<div class="line"><a name="l00278"></a><span class="lineno">  278</span>&#160;    sprintf(filename, <span class="stringliteral">&quot;%s.rio-data-%d&quot;</span>, master_filename, file_number);</div>
<div class="line"><a name="l00279"></a><span class="lineno">  279</span>&#160;</div>
<div class="line"><a name="l00280"></a><span class="lineno">  280</span>&#160;    <span class="comment">// ASSUMPTION FOR MULTIPLE PARTS-PER-RANK</span></div>
<div class="line"><a name="l00281"></a><span class="lineno">  281</span>&#160;    <span class="comment">// Each MPI-Rank gets its own file</span></div>
<div class="line"><a name="l00282"></a><span class="lineno">  282</span>&#160;    <a class="code" href="structio__partition.html">io_partition</a> my_partitions[<a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>];</div>
<div class="line"><a name="l00283"></a><span class="lineno">  283</span>&#160;</div>
<div class="line"><a name="l00284"></a><span class="lineno">  284</span>&#160;    <span class="keywordtype">size_t</span> all_lp_sizes[<a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a>];</div>
<div class="line"><a name="l00285"></a><span class="lineno">  285</span>&#160;    <span class="keywordtype">int</span> all_lp_i = 0;</div>
<div class="line"><a name="l00286"></a><span class="lineno">  286</span>&#160;</div>
<div class="line"><a name="l00287"></a><span class="lineno">  287</span>&#160;    <span class="keywordflow">for</span> (cur_kp = 0; cur_kp &lt; <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>; cur_kp++) {</div>
<div class="line"><a name="l00288"></a><span class="lineno">  288</span>&#160;        <span class="keywordtype">int</span> lps_on_kp = <a class="code" href="ross-extern_8h.html#a64132b3acc0476622c31d7dc1676d227">g_tw_kp</a>[cur_kp]-&gt;<a class="code" href="structtw__kp.html#a52148af5d148b7082d33f597e10989b4">lp_count</a>;</div>
<div class="line"><a name="l00289"></a><span class="lineno">  289</span>&#160;</div>
<div class="line"><a name="l00290"></a><span class="lineno">  290</span>&#160;        <span class="comment">// Gather LP size data</span></div>
<div class="line"><a name="l00291"></a><span class="lineno">  291</span>&#160;        <span class="keywordtype">int</span> lp_size = <span class="keyword">sizeof</span>(<a class="code" href="structio__lp__store.html">io_lp_store</a>);</div>
<div class="line"><a name="l00292"></a><span class="lineno">  292</span>&#160;        <span class="keywordtype">int</span> sum_model_size = 0;</div>
<div class="line"><a name="l00293"></a><span class="lineno">  293</span>&#160;</div>
<div class="line"><a name="l00294"></a><span class="lineno">  294</span>&#160;        <span class="comment">// always do this loop to allow for interleaved LP types in g_tw_lp</span></div>
<div class="line"><a name="l00295"></a><span class="lineno">  295</span>&#160;        <span class="comment">// TODO: add short cut for one-type, non-dynamic models?</span></div>
<div class="line"><a name="l00296"></a><span class="lineno">  296</span>&#160;        <span class="keywordflow">for</span> (c = 0; c &lt; <a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a>; c++) {</div>
<div class="line"><a name="l00297"></a><span class="lineno">  297</span>&#160;            <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]-&gt;kp-&gt;<a class="code" href="structtw__lp.html#a66d6671f56c8ba0ebcb1fb89354e51b4">id</a> == cur_kp) {</div>
<div class="line"><a name="l00298"></a><span class="lineno">  298</span>&#160;                <span class="keywordtype">int</span> lp_type_index = <a class="code" href="ross-extern_8h.html#a0319d4b8d2c3ee38dc0a65bc904043db">g_tw_lp_typemap</a>(<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]-&gt;gid);</div>
<div class="line"><a name="l00299"></a><span class="lineno">  299</span>&#160;                all_lp_sizes[all_lp_i] = ((<a class="code" href="io_8h.html#a04055fcffbc22aabf2d5b79edc17cbb6">model_size_f</a>)g_io_lp_types[lp_type_index].model_size)(<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, <a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]);</div>
<div class="line"><a name="l00300"></a><span class="lineno">  300</span>&#160;                sum_model_size += all_lp_sizes[all_lp_i];</div>
<div class="line"><a name="l00301"></a><span class="lineno">  301</span>&#160;                all_lp_i++;</div>
<div class="line"><a name="l00302"></a><span class="lineno">  302</span>&#160;            }</div>
<div class="line"><a name="l00303"></a><span class="lineno">  303</span>&#160;        }</div>
<div class="line"><a name="l00304"></a><span class="lineno">  304</span>&#160;</div>
<div class="line"><a name="l00305"></a><span class="lineno">  305</span>&#160;        <span class="keywordtype">int</span> event_count = 0;</div>
<div class="line"><a name="l00306"></a><span class="lineno">  306</span>&#160;        <span class="keywordtype">int</span> sum_event_size = 0;</div>
<div class="line"><a name="l00307"></a><span class="lineno">  307</span>&#160;        <span class="keywordflow">if</span> (cur_kp == 0) {</div>
<div class="line"><a name="l00308"></a><span class="lineno">  308</span>&#160;            <span class="comment">// Event Metadata</span></div>
<div class="line"><a name="l00309"></a><span class="lineno">  309</span>&#160;            event_count = g_io_buffered_events.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a>;</div>
<div class="line"><a name="l00310"></a><span class="lineno">  310</span>&#160;            sum_event_size = event_count * (<a class="code" href="ross-extern_8h.html#a9d2ed177ca20252d6778f205eec20a83">g_tw_msg_sz</a> + <span class="keyword">sizeof</span>(<a class="code" href="structio__event__store.html">io_event_store</a>));</div>
<div class="line"><a name="l00311"></a><span class="lineno">  311</span>&#160;        }</div>
<div class="line"><a name="l00312"></a><span class="lineno">  312</span>&#160;</div>
<div class="line"><a name="l00313"></a><span class="lineno">  313</span>&#160;        <span class="keywordtype">int</span> sum_lp_size = lps_on_kp * lp_size;</div>
<div class="line"><a name="l00314"></a><span class="lineno">  314</span>&#160;        <span class="keywordtype">int</span> sum_size = sum_lp_size + sum_model_size + sum_event_size;</div>
<div class="line"><a name="l00315"></a><span class="lineno">  315</span>&#160;</div>
<div class="line"><a name="l00316"></a><span class="lineno">  316</span>&#160;        my_partitions[cur_kp].<a class="code" href="structio__partition.html#a77fe3d7c241b1b5212f65ec4e559332a">part</a> = cur_kp + <a class="code" href="io-mpi_8c.html#a9fb2359f0d549f254f0d8c873196bccc">l_io_kp_offset</a>;</div>
<div class="line"><a name="l00317"></a><span class="lineno">  317</span>&#160;        my_partitions[cur_kp].<a class="code" href="structio__partition.html#a51c366af8536b77ba1cf4747214a22a3">file</a> = file_number;</div>
<div class="line"><a name="l00318"></a><span class="lineno">  318</span>&#160;        my_partitions[cur_kp].<a class="code" href="structio__partition.html#a703cee6cd57b097cbaf73886c0fd029e">size</a> = sum_size;</div>
<div class="line"><a name="l00319"></a><span class="lineno">  319</span>&#160;        my_partitions[cur_kp].<a class="code" href="structio__partition.html#ae69c8f64285fc4fbd484d053d0777afa">lp_count</a> = lps_on_kp;</div>
<div class="line"><a name="l00320"></a><span class="lineno">  320</span>&#160;        my_partitions[cur_kp].<a class="code" href="structio__partition.html#a7721a330860085a8bf1a5b8e93611629">ev_count</a> = event_count;</div>
<div class="line"><a name="l00321"></a><span class="lineno">  321</span>&#160;</div>
<div class="line"><a name="l00322"></a><span class="lineno">  322</span>&#160;        contribute += sum_size;</div>
<div class="line"><a name="l00323"></a><span class="lineno">  323</span>&#160;        rank_events += event_count;</div>
<div class="line"><a name="l00324"></a><span class="lineno">  324</span>&#160;        rank_lps += lps_on_kp;</div>
<div class="line"><a name="l00325"></a><span class="lineno">  325</span>&#160;    }</div>
<div class="line"><a name="l00326"></a><span class="lineno">  326</span>&#160;</div>
<div class="line"><a name="l00327"></a><span class="lineno">  327</span>&#160;    <span class="comment">// MPI EXSCAN FOR OFFSET</span></div>
<div class="line"><a name="l00328"></a><span class="lineno">  328</span>&#160;    offset = (<span class="keywordtype">long</span> long) 0;</div>
<div class="line"><a name="l00329"></a><span class="lineno">  329</span>&#160;    <span class="keywordflow">if</span> (file_comm_count &gt; 1) {</div>
<div class="line"><a name="l00330"></a><span class="lineno">  330</span>&#160;        MPI_Exscan(&amp;contribute, &amp;offset, 1, MPI_LONG_LONG, MPI_SUM, file_comm);</div>
<div class="line"><a name="l00331"></a><span class="lineno">  331</span>&#160;    }</div>
<div class="line"><a name="l00332"></a><span class="lineno">  332</span>&#160;</div>
<div class="line"><a name="l00333"></a><span class="lineno">  333</span>&#160;    <span class="keywordtype">int</span> global_lp_i = 0;</div>
<div class="line"><a name="l00334"></a><span class="lineno">  334</span>&#160;    <span class="keywordflow">for</span> (cur_kp = 0; cur_kp &lt; <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>; cur_kp++) {</div>
<div class="line"><a name="l00335"></a><span class="lineno">  335</span>&#160;</div>
<div class="line"><a name="l00336"></a><span class="lineno">  336</span>&#160;        <span class="comment">// ** START Serialize **</span></div>
<div class="line"><a name="l00337"></a><span class="lineno">  337</span>&#160;</div>
<div class="line"><a name="l00338"></a><span class="lineno">  338</span>&#160;        <span class="keywordtype">int</span> sum_size = my_partitions[cur_kp].<a class="code" href="structio__partition.html#a703cee6cd57b097cbaf73886c0fd029e">size</a>;</div>
<div class="line"><a name="l00339"></a><span class="lineno">  339</span>&#160;        <span class="keywordtype">int</span> event_count = my_partitions[cur_kp].<a class="code" href="structio__partition.html#a7721a330860085a8bf1a5b8e93611629">ev_count</a>;</div>
<div class="line"><a name="l00340"></a><span class="lineno">  340</span>&#160;        <span class="keywordtype">int</span> lps_on_kp = my_partitions[cur_kp].<a class="code" href="structio__partition.html#ae69c8f64285fc4fbd484d053d0777afa">lp_count</a>;</div>
<div class="line"><a name="l00341"></a><span class="lineno">  341</span>&#160;</div>
<div class="line"><a name="l00342"></a><span class="lineno">  342</span>&#160;        <span class="keywordtype">char</span> buffer[sum_size];</div>
<div class="line"><a name="l00343"></a><span class="lineno">  343</span>&#160;        <span class="keywordtype">void</span> * b;</div>
<div class="line"><a name="l00344"></a><span class="lineno">  344</span>&#160;</div>
<div class="line"><a name="l00345"></a><span class="lineno">  345</span>&#160;        <span class="comment">// LPs</span></div>
<div class="line"><a name="l00346"></a><span class="lineno">  346</span>&#160;        <span class="keywordflow">for</span> (c = 0, b = buffer; c &lt; <a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a>; c++) {</div>
<div class="line"><a name="l00347"></a><span class="lineno">  347</span>&#160;            <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]-&gt;kp-&gt;<a class="code" href="structtw__lp.html#a66d6671f56c8ba0ebcb1fb89354e51b4">id</a> == cur_kp) {</div>
<div class="line"><a name="l00348"></a><span class="lineno">  348</span>&#160;                b += <a class="code" href="io-serialize_8c.html#a27e42f409054b5666545c7e642767fdb">io_lp_serialize</a>(<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c], b);</div>
<div class="line"><a name="l00349"></a><span class="lineno">  349</span>&#160;                <span class="keywordtype">int</span> lp_type_index = <a class="code" href="ross-extern_8h.html#a0319d4b8d2c3ee38dc0a65bc904043db">g_tw_lp_typemap</a>(<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]-&gt;gid);</div>
<div class="line"><a name="l00350"></a><span class="lineno">  350</span>&#160;                ((<a class="code" href="io_8h.html#a9521da88b1a3732c40e229581ece07e0">serialize_f</a>)g_io_lp_types[lp_type_index].serialize)(<a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, b, <a class="code" href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a>[c]);</div>
<div class="line"><a name="l00351"></a><span class="lineno">  351</span>&#160;                b += all_lp_sizes[global_lp_i];</div>
<div class="line"><a name="l00352"></a><span class="lineno">  352</span>&#160;                global_lp_i++;</div>
<div class="line"><a name="l00353"></a><span class="lineno">  353</span>&#160;            }</div>
<div class="line"><a name="l00354"></a><span class="lineno">  354</span>&#160;        }</div>
<div class="line"><a name="l00355"></a><span class="lineno">  355</span>&#160;</div>
<div class="line"><a name="l00356"></a><span class="lineno">  356</span>&#160;        <span class="comment">// Events</span></div>
<div class="line"><a name="l00357"></a><span class="lineno">  357</span>&#160;        <span class="keywordflow">for</span> (i = 0; i &lt; event_count; i++) {</div>
<div class="line"><a name="l00358"></a><span class="lineno">  358</span>&#160;            <a class="code" href="structtw__event.html">tw_event</a> *ev = <a class="code" href="tw-eventq_8h.html#aa40bc1edebb9f58d87092388cf8dc0df">tw_eventq_pop</a>(&amp;g_io_buffered_events);</div>
<div class="line"><a name="l00359"></a><span class="lineno">  359</span>&#160;            b += <a class="code" href="io-serialize_8c.html#af5bea0aaf250d135278dbe8910fbfdb0">io_event_serialize</a>(ev, b);</div>
<div class="line"><a name="l00360"></a><span class="lineno">  360</span>&#160;            <span class="keywordtype">void</span> * msg = <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(ev);</div>
<div class="line"><a name="l00361"></a><span class="lineno">  361</span>&#160;            memcpy(b, msg, <a class="code" href="ross-extern_8h.html#a9d2ed177ca20252d6778f205eec20a83">g_tw_msg_sz</a>);</div>
<div class="line"><a name="l00362"></a><span class="lineno">  362</span>&#160;            <a class="code" href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a>(&amp;g_io_free_events, ev);</div>
<div class="line"><a name="l00363"></a><span class="lineno">  363</span>&#160;            b += <a class="code" href="ross-extern_8h.html#a9d2ed177ca20252d6778f205eec20a83">g_tw_msg_sz</a>;</div>
<div class="line"><a name="l00364"></a><span class="lineno">  364</span>&#160;        }</div>
<div class="line"><a name="l00365"></a><span class="lineno">  365</span>&#160;</div>
<div class="line"><a name="l00366"></a><span class="lineno">  366</span>&#160;        <span class="comment">// Write</span></div>
<div class="line"><a name="l00367"></a><span class="lineno">  367</span>&#160;        MPI_File_open(file_comm, filename, MPI_MODE_CREATE | MPI_MODE_WRONLY | MPI_MODE_APPEND, MPI_INFO_NULL, &amp;fh);</div>
<div class="line"><a name="l00368"></a><span class="lineno">  368</span>&#160;        <span class="keywordflow">if</span> (cur_kp &lt; <a class="code" href="io-mpi_8c.html#a339c48c1d15f36c82de874b4afbf5f1b">l_io_min_parts</a>) {</div>
<div class="line"><a name="l00369"></a><span class="lineno">  369</span>&#160;            MPI_File_write_at_all(fh, offset, &amp;buffer, sum_size, MPI_BYTE, &amp;status);</div>
<div class="line"><a name="l00370"></a><span class="lineno">  370</span>&#160;            <span class="comment">// possible optimization here: re-calc l_io_min_parts for file_comm</span></div>
<div class="line"><a name="l00371"></a><span class="lineno">  371</span>&#160;        } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00372"></a><span class="lineno">  372</span>&#160;            MPI_File_write_at(fh, offset, &amp;buffer, sum_size, MPI_BYTE, &amp;status);</div>
<div class="line"><a name="l00373"></a><span class="lineno">  373</span>&#160;        }</div>
<div class="line"><a name="l00374"></a><span class="lineno">  374</span>&#160;        MPI_File_close(&amp;fh);</div>
<div class="line"><a name="l00375"></a><span class="lineno">  375</span>&#160;</div>
<div class="line"><a name="l00376"></a><span class="lineno">  376</span>&#160;        my_partitions[cur_kp].<a class="code" href="structio__partition.html#a1b6281f53252e11a711a63054211a882">offset</a> = offset;</div>
<div class="line"><a name="l00377"></a><span class="lineno">  377</span>&#160;        offset += (<span class="keywordtype">long</span> long) sum_size;</div>
<div class="line"><a name="l00378"></a><span class="lineno">  378</span>&#160;    }</div>
<div class="line"><a name="l00379"></a><span class="lineno">  379</span>&#160;</div>
<div class="line"><a name="l00380"></a><span class="lineno">  380</span>&#160;    MPI_Comm_free(&amp;file_comm);</div>
<div class="line"><a name="l00381"></a><span class="lineno">  381</span>&#160;</div>
<div class="line"><a name="l00382"></a><span class="lineno">  382</span>&#160;    <span class="keywordtype">int</span> amode;</div>
<div class="line"><a name="l00383"></a><span class="lineno">  383</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">l_io_append_flag</a>) {</div>
<div class="line"><a name="l00384"></a><span class="lineno">  384</span>&#160;        amode = MPI_MODE_CREATE | MPI_MODE_RDWR | MPI_MODE_APPEND;</div>
<div class="line"><a name="l00385"></a><span class="lineno">  385</span>&#160;    } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00386"></a><span class="lineno">  386</span>&#160;        amode = MPI_MODE_CREATE | MPI_MODE_RDWR;</div>
<div class="line"><a name="l00387"></a><span class="lineno">  387</span>&#160;    }</div>
<div class="line"><a name="l00388"></a><span class="lineno">  388</span>&#160;</div>
<div class="line"><a name="l00389"></a><span class="lineno">  389</span>&#160;    <span class="comment">// Write Metadata</span></div>
<div class="line"><a name="l00390"></a><span class="lineno">  390</span>&#160;    MPI_Datatype MPI_IO_PART;</div>
<div class="line"><a name="l00391"></a><span class="lineno">  391</span>&#160;    MPI_Type_contiguous(<a class="code" href="io_8h.html#a4acb69ce633eeaeb7dc296c9c13dda19">io_partition_field_count</a>, MPI_INT, &amp;MPI_IO_PART);</div>
<div class="line"><a name="l00392"></a><span class="lineno">  392</span>&#160;    MPI_Type_commit(&amp;MPI_IO_PART);</div>
<div class="line"><a name="l00393"></a><span class="lineno">  393</span>&#160;</div>
<div class="line"><a name="l00394"></a><span class="lineno">  394</span>&#160;    <span class="keywordtype">int</span> psize;</div>
<div class="line"><a name="l00395"></a><span class="lineno">  395</span>&#160;    MPI_Type_size(MPI_IO_PART, &amp;psize);</div>
<div class="line"><a name="l00396"></a><span class="lineno">  396</span>&#160;</div>
<div class="line"><a name="l00397"></a><span class="lineno">  397</span>&#160;    offset = (<span class="keywordtype">long</span> long) <span class="keyword">sizeof</span>(<a class="code" href="structio__partition.html">io_partition</a>) * <a class="code" href="io-mpi_8c.html#a9fb2359f0d549f254f0d8c873196bccc">l_io_kp_offset</a>;</div>
<div class="line"><a name="l00398"></a><span class="lineno">  398</span>&#160;    sprintf(filename, <span class="stringliteral">&quot;%s.rio-md&quot;</span>, master_filename);</div>
<div class="line"><a name="l00399"></a><span class="lineno">  399</span>&#160;    MPI_File_open(MPI_COMM_WORLD, filename, amode, MPI_INFO_NULL, &amp;fh);</div>
<div class="line"><a name="l00400"></a><span class="lineno">  400</span>&#160;    MPI_File_write_at_all(fh, offset, &amp;my_partitions, g_tw_nkp, MPI_IO_PART, &amp;status);</div>
<div class="line"><a name="l00401"></a><span class="lineno">  401</span>&#160;    MPI_File_close(&amp;fh);</div>
<div class="line"><a name="l00402"></a><span class="lineno">  402</span>&#160;</div>
<div class="line"><a name="l00403"></a><span class="lineno">  403</span>&#160;<span class="preprocessor">#ifdef RIO_DEBUG</span></div>
<div class="line"><a name="l00404"></a><span class="lineno">  404</span>&#160;<span class="preprocessor"></span>    <span class="keywordflow">for</span> (cur_kp = 0; cur_kp &lt; <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a>; cur_kp++) {</div>
<div class="line"><a name="l00405"></a><span class="lineno">  405</span>&#160;        printf(<span class="stringliteral">&quot;Rank %d storing metadata\n\tpart %d\n\tfile %d\n\toffset:\t%lu\n\tsize %lu\n\tlp count %d\n\tevents %d\n\n&quot;</span>, mpi_rank,</div>
<div class="line"><a name="l00406"></a><span class="lineno">  406</span>&#160;            my_partitions[cur_kp].part, my_partitions[cur_kp].file, my_partitions[cur_kp].offset,</div>
<div class="line"><a name="l00407"></a><span class="lineno">  407</span>&#160;            my_partitions[cur_kp].size, my_partitions[cur_kp].lp_count, my_partitions[cur_kp].ev_count);</div>
<div class="line"><a name="l00408"></a><span class="lineno">  408</span>&#160;    }</div>
<div class="line"><a name="l00409"></a><span class="lineno">  409</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00410"></a><span class="lineno">  410</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00411"></a><span class="lineno">  411</span>&#160;    <span class="comment">// Write model size array</span></div>
<div class="line"><a name="l00412"></a><span class="lineno">  412</span>&#160;    offset = <span class="keyword">sizeof</span>(size_t) * <a class="code" href="io-mpi_8c.html#a5742c69eabbb9db692ae0a7b2f1fc7ce">l_io_lp_offset</a>;</div>
<div class="line"><a name="l00413"></a><span class="lineno">  413</span>&#160;    sprintf(filename, <span class="stringliteral">&quot;%s.rio-lp&quot;</span>, master_filename);</div>
<div class="line"><a name="l00414"></a><span class="lineno">  414</span>&#160;    MPI_File_open(MPI_COMM_WORLD, filename, amode, MPI_INFO_NULL, &amp;fh);</div>
<div class="line"><a name="l00415"></a><span class="lineno">  415</span>&#160;    MPI_File_write_at_all(fh, offset, all_lp_sizes, <a class="code" href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a>, MPI_UNSIGNED_LONG, &amp;status);</div>
<div class="line"><a name="l00416"></a><span class="lineno">  416</span>&#160;    MPI_File_close(&amp;fh);</div>
<div class="line"><a name="l00417"></a><span class="lineno">  417</span>&#160;</div>
<div class="line"><a name="l00418"></a><span class="lineno">  418</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">l_io_append_flag</a> == 1) {</div>
<div class="line"><a name="l00419"></a><span class="lineno">  419</span>&#160;        printf(<span class="stringliteral">&quot;%lu parts written\n&quot;</span>, g_tw_nkp);</div>
<div class="line"><a name="l00420"></a><span class="lineno">  420</span>&#160;    }</div>
<div class="line"><a name="l00421"></a><span class="lineno">  421</span>&#160;</div>
<div class="line"><a name="l00422"></a><span class="lineno">  422</span>&#160;    <span class="keywordtype">int</span> global_events = 0;</div>
<div class="line"><a name="l00423"></a><span class="lineno">  423</span>&#160;    <span class="keywordtype">int</span> global_lps = 0;</div>
<div class="line"><a name="l00424"></a><span class="lineno">  424</span>&#160;    MPI_Reduce(&amp;rank_events, &amp;global_events, 1, MPI_INT, MPI_SUM, 0, MPI_COMM_WORLD);</div>
<div class="line"><a name="l00425"></a><span class="lineno">  425</span>&#160;</div>
<div class="line"><a name="l00426"></a><span class="lineno">  426</span>&#160;    <span class="comment">// WRITE READ ME</span></div>
<div class="line"><a name="l00427"></a><span class="lineno">  427</span>&#160;    <span class="keywordflow">if</span> (mpi_rank == 0 &amp;&amp; (<a class="code" href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">l_io_append_flag</a> == 0 || data_file_number == 0) ) {</div>
<div class="line"><a name="l00428"></a><span class="lineno">  428</span>&#160;        FILE *file;</div>
<div class="line"><a name="l00429"></a><span class="lineno">  429</span>&#160;        <span class="keywordtype">char</span> filename[256];</div>
<div class="line"><a name="l00430"></a><span class="lineno">  430</span>&#160;</div>
<div class="line"><a name="l00431"></a><span class="lineno">  431</span>&#160;        sprintf(filename, <span class="stringliteral">&quot;%s.txt&quot;</span>, master_filename);</div>
<div class="line"><a name="l00432"></a><span class="lineno">  432</span>&#160;        file = fopen(filename, <span class="stringliteral">&quot;w&quot;</span>);</div>
<div class="line"><a name="l00433"></a><span class="lineno">  433</span>&#160;        fprintf(file, <span class="stringliteral">&quot;This file was auto-generated by RIO.\n\n&quot;</span>);</div>
<div class="line"><a name="l00434"></a><span class="lineno">  434</span>&#160;<span class="preprocessor">#if HAVE_CTIME</span></div>
<div class="line"><a name="l00435"></a><span class="lineno">  435</span>&#160;<span class="preprocessor"></span>        time_t raw_time;</div>
<div class="line"><a name="l00436"></a><span class="lineno">  436</span>&#160;        time(&amp;raw_time);</div>
<div class="line"><a name="l00437"></a><span class="lineno">  437</span>&#160;        fprintf(file, <span class="stringliteral">&quot;Date Created:\t%s&quot;</span>, ctime(&amp;raw_time));</div>
<div class="line"><a name="l00438"></a><span class="lineno">  438</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00439"></a><span class="lineno">  439</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00440"></a><span class="lineno">  440</span>&#160;        fprintf(file, <span class="stringliteral">&quot;\n## Version Information\n\n&quot;</span>);</div>
<div class="line"><a name="l00441"></a><span class="lineno">  441</span>&#160;<span class="preprocessor">#ifdef ROSS_VERSION</span></div>
<div class="line"><a name="l00442"></a><span class="lineno">  442</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;ROSS Version:\t%s\n&quot;</span>, <a class="code" href="config_8h.html#a944f247b3ff235fb69be8ddd70c326e0">ROSS_VERSION</a>);</div>
<div class="line"><a name="l00443"></a><span class="lineno">  443</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00444"></a><span class="lineno">  444</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#ifdef RIO_VERSION</span></div>
<div class="line"><a name="l00445"></a><span class="lineno">  445</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;RIO Version:\t%s\n&quot;</span>, RIO_VERSION);</div>
<div class="line"><a name="l00446"></a><span class="lineno">  446</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00447"></a><span class="lineno">  447</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;MODEL Version:\t%s\n&quot;</span>, <a class="code" href="io-mpi_8c.html#a1dda9a1766df0b4837c91b3d2b63098d">model_version</a>);</div>
<div class="line"><a name="l00448"></a><span class="lineno">  448</span>&#160;</div>
<div class="line"><a name="l00449"></a><span class="lineno">  449</span>&#160;        fprintf(file, <span class="stringliteral">&quot;\n## CHECKPOINT INFORMATION\n\n&quot;</span>);</div>
<div class="line"><a name="l00450"></a><span class="lineno">  450</span>&#160;        fprintf(file, <span class="stringliteral">&quot;Name:\t\t%s\n&quot;</span>, master_filename);</div>
<div class="line"><a name="l00451"></a><span class="lineno">  451</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">l_io_append_flag</a> == 0) {</div>
<div class="line"><a name="l00452"></a><span class="lineno">  452</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Data Files:\t%d\n&quot;</span>, <a class="code" href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a>);</div>
<div class="line"><a name="l00453"></a><span class="lineno">  453</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Partitions:\t%lu\n&quot;</span>, <a class="code" href="io-mpi_8c.html#ad5a799b9dbb42e2ebd93f99522ff0e9b">l0_io_total_kp</a>);</div>
<div class="line"><a name="l00454"></a><span class="lineno">  454</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Total Events:\t%d\n&quot;</span>, global_events);</div>
<div class="line"><a name="l00455"></a><span class="lineno">  455</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Total LPs:\t%lu\n&quot;</span>, <a class="code" href="io-mpi_8c.html#a5e5cc3ba3bb614403a466a0a1e7890c2">l0_io_total_lp</a>);</div>
<div class="line"><a name="l00456"></a><span class="lineno">  456</span>&#160;        } <span class="keywordflow">else</span> {</div>
<div class="line"><a name="l00457"></a><span class="lineno">  457</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Append Flag:\tON\n&quot;</span>);</div>
<div class="line"><a name="l00458"></a><span class="lineno">  458</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Data Files:\t%d+?\n&quot;</span>, <a class="code" href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a>);</div>
<div class="line"><a name="l00459"></a><span class="lineno">  459</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Partitions:\t%lu+?\n&quot;</span>, <a class="code" href="io-mpi_8c.html#ad5a799b9dbb42e2ebd93f99522ff0e9b">l0_io_total_kp</a>);</div>
<div class="line"><a name="l00460"></a><span class="lineno">  460</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Total Events:\t%d+?\n&quot;</span>, global_events);</div>
<div class="line"><a name="l00461"></a><span class="lineno">  461</span>&#160;            fprintf(file, <span class="stringliteral">&quot;Total LPs:\t%lu+?\n&quot;</span>, <a class="code" href="io-mpi_8c.html#a5e5cc3ba3bb614403a466a0a1e7890c2">l0_io_total_lp</a>);</div>
<div class="line"><a name="l00462"></a><span class="lineno">  462</span>&#160;        }</div>
<div class="line"><a name="l00463"></a><span class="lineno">  463</span>&#160;</div>
<div class="line"><a name="l00464"></a><span class="lineno">  464</span>&#160;</div>
<div class="line"><a name="l00465"></a><span class="lineno">  465</span>&#160;        fprintf(file, <span class="stringliteral">&quot;\n## BUILD SETTINGS\n\n&quot;</span>);</div>
<div class="line"><a name="l00466"></a><span class="lineno">  466</span>&#160;<span class="preprocessor">#ifdef RAND_NORMAL</span></div>
<div class="line"><a name="l00467"></a><span class="lineno">  467</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;RAND_NORMAL\tON\n&quot;</span>);</div>
<div class="line"><a name="l00468"></a><span class="lineno">  468</span>&#160;<span class="preprocessor">#else</span></div>
<div class="line"><a name="l00469"></a><span class="lineno">  469</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;RAND_NORMAL\tOFF\n&quot;</span>);</div>
<div class="line"><a name="l00470"></a><span class="lineno">  470</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00471"></a><span class="lineno">  471</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#ifdef ROSS_CLOCK_i386</span></div>
<div class="line"><a name="l00472"></a><span class="lineno">  472</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;ARCH:\t\ti386\n&quot;</span>);</div>
<div class="line"><a name="l00473"></a><span class="lineno">  473</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00474"></a><span class="lineno">  474</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#ifdef ROSS_CLOCK_amd64</span></div>
<div class="line"><a name="l00475"></a><span class="lineno">  475</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;ARCH:\t\tx86_64\n&quot;</span>);</div>
<div class="line"><a name="l00476"></a><span class="lineno">  476</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00477"></a><span class="lineno">  477</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#ifdef ROSS_CLOCK_ia64</span></div>
<div class="line"><a name="l00478"></a><span class="lineno">  478</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;ARCH:\t\tia64\n&quot;</span>);</div>
<div class="line"><a name="l00479"></a><span class="lineno">  479</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00480"></a><span class="lineno">  480</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#ifdef ROSS_CLOCK_ppc</span></div>
<div class="line"><a name="l00481"></a><span class="lineno">  481</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;ARCH:\t\tPPC 64\n&quot;</span>);</div>
<div class="line"><a name="l00482"></a><span class="lineno">  482</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00483"></a><span class="lineno">  483</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#ifdef ROSS_CLOCK_bgl</span></div>
<div class="line"><a name="l00484"></a><span class="lineno">  484</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;ARCH:\t\tBG/L\n&quot;</span>);</div>
<div class="line"><a name="l00485"></a><span class="lineno">  485</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00486"></a><span class="lineno">  486</span>&#160;<span class="preprocessor"></span><span class="preprocessor">#ifdef ROSS_CLOCK_bgq</span></div>
<div class="line"><a name="l00487"></a><span class="lineno">  487</span>&#160;<span class="preprocessor"></span>        fprintf(file, <span class="stringliteral">&quot;ARCH:\t\tBG/Q\n&quot;</span>);</div>
<div class="line"><a name="l00488"></a><span class="lineno">  488</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00489"></a><span class="lineno">  489</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00490"></a><span class="lineno">  490</span>&#160;        fprintf(file, <span class="stringliteral">&quot;\n## RUN TIME SETTINGS\n\n&quot;</span>);</div>
<div class="line"><a name="l00491"></a><span class="lineno">  491</span>&#160;        <a class="code" href="tw-opts_8c.html#a50adbe6db0d593d8725ef9864ee733f2">tw_opt_settings</a>(file);</div>
<div class="line"><a name="l00492"></a><span class="lineno">  492</span>&#160;    }</div>
<div class="line"><a name="l00493"></a><span class="lineno">  493</span>&#160;}</div>
<div class="ttc" id="config_8h_html_a944f247b3ff235fb69be8ddd70c326e0"><div class="ttname"><a href="config_8h.html#a944f247b3ff235fb69be8ddd70c326e0">ROSS_VERSION</a></div><div class="ttdeci">#define ROSS_VERSION</div><div class="ttdef"><b>Definition:</b> <a href="config_8h_source.html#l00011">config.h:11</a></div></div>
<div class="ttc" id="ross-extern_8h_html_afffdf140f2c492f61546ad783833f127"><div class="ttname"><a href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a></div><div class="ttdeci">#define TW_LOC</div><div class="ttdef"><b>Definition:</b> <a href="ross-extern_8h_source.html#l00164">ross-extern.h:164</a></div></div>
<div class="ttc" id="structio__event__store_html"><div class="ttname"><a href="structio__event__store.html">io_event_store</a></div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00076">io.h:76</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a78297812b6a85654a3eccf2594420f10"><div class="ttname"><a href="io-mpi_8c.html#a78297812b6a85654a3eccf2594420f10">io_init</a></div><div class="ttdeci">void io_init()</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00075">io-mpi.c:75</a></div></div>
<div class="ttc" id="structtw__event_html_afbd71fb6565dd9a4de0ad8e77e748c8a"><div class="ttname"><a href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">tw_event::dest_lp</a></div><div class="ttdeci">tw_lp * dest_lp</div><div class="ttdoc">Destination LP ID. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00280">ross-types.h:280</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a6beeb6855191febe84a9e3bcdc1de7f7"><div class="ttname"><a href="io-mpi_8c.html#a6beeb6855191febe84a9e3bcdc1de7f7">g_io_partitions</a></div><div class="ttdeci">io_partition * g_io_partitions</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00019">io-mpi.c:19</a></div></div>
<div class="ttc" id="io_8h_html_a9521da88b1a3732c40e229581ece07e0"><div class="ttname"><a href="io_8h.html#a9521da88b1a3732c40e229581ece07e0">serialize_f</a></div><div class="ttdeci">void(* serialize_f)(void *state, void *buffer, tw_lp *lp)</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00041">io.h:41</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a43d0a4ccc4cb71f94675a4b64a7c60c0"><div class="ttname"><a href="ross-extern_8h.html#a43d0a4ccc4cb71f94675a4b64a7c60c0">g_tw_lp</a></div><div class="ttdeci">tw_lp ** g_tw_lp</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00026">ross-global.c:26</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a4851039b3744119d3c9ebea87bfc2ed5"><div class="ttname"><a href="io-mpi_8c.html#a4851039b3744119d3c9ebea87bfc2ed5">io_appending_job</a></div><div class="ttdeci">void io_appending_job()</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00101">io-mpi.c:101</a></div></div>
<div class="ttc" id="ross_8h_html_a80b370bc538e17441aef6afaff852678"><div class="ttname"><a href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a></div><div class="ttdeci">double tw_stime</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00150">ross.h:150</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a52f072faaeda7441a13285176a317274"><div class="ttname"><a href="io-mpi_8c.html#a52f072faaeda7441a13285176a317274">l_io_init_flag</a></div><div class="ttdeci">static int l_io_init_flag</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00033">io-mpi.c:33</a></div></div>
<div class="ttc" id="structtw__event_html_ae5758679ad5688685478da7f4256725d"><div class="ttname"><a href="structtw__event.html#ae5758679ad5688685478da7f4256725d">tw_event::event_id</a></div><div class="ttdeci">tw_eventid event_id</div><div class="ttdoc">Unique id assigned by src_lp-&gt;pe if remote. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00264">ross-types.h:264</a></div></div>
<div class="ttc" id="structtw__eventq_html_a0a1d2a79704a9bb361cbc1c1a1f67952"><div class="ttname"><a href="structtw__eventq.html#a0a1d2a79704a9bb361cbc1c1a1f67952">tw_eventq::head</a></div><div class="ttdeci">tw_event * head</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00167">ross-types.h:167</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a49ed2388aaae26e43280b7909c834aaa"><div class="ttname"><a href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a></div><div class="ttdeci">void tw_error(const char *file, int line, const char *fmt,...) NORETURN</div><div class="ttdef"><b>Definition:</b> <a href="tw-util_8c_source.html#l00074">tw-util.c:74</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a9d2ed177ca20252d6778f205eec20a83"><div class="ttname"><a href="ross-extern_8h.html#a9d2ed177ca20252d6778f205eec20a83">g_tw_msg_sz</a></div><div class="ttdeci">size_t g_tw_msg_sz</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00033">ross-global.c:33</a></div></div>
<div class="ttc" id="structtw__pe_html_ac1d26b7bfd058cc55cbf5ee201edb83c"><div class="ttname"><a href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">tw_pe::stats</a></div><div class="ttdeci">tw_statistics stats</div><div class="ttdoc">per PE counters </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00415">ross-types.h:415</a></div></div>
<div class="ttc" id="structio__partition_html_ae69c8f64285fc4fbd484d053d0777afa"><div class="ttname"><a href="structio__partition.html#ae69c8f64285fc4fbd484d053d0777afa">io_partition::lp_count</a></div><div class="ttdeci">int lp_count</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00060">io.h:60</a></div></div>
<div class="ttc" id="io-serialize_8c_html_af5bea0aaf250d135278dbe8910fbfdb0"><div class="ttname"><a href="io-serialize_8c.html#af5bea0aaf250d135278dbe8910fbfdb0">io_event_serialize</a></div><div class="ttdeci">size_t io_event_serialize(tw_event *e, void *buffer)</div><div class="ttdef"><b>Definition:</b> <a href="io-serialize_8c_source.html#l00052">io-serialize.c:52</a></div></div>
<div class="ttc" id="structtw__event_html_a4e32bfdbde0d1cae06b5b3fb90adbffa"><div class="ttname"><a href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">tw_event::recv_ts</a></div><div class="ttdeci">tw_stime recv_ts</div><div class="ttdoc">Actual time to be received. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00282">ross-types.h:282</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a8a569f8a2d9e4125877642e49ce9d58c"><div class="ttname"><a href="io-mpi_8c.html#a8a569f8a2d9e4125877642e49ce9d58c">g_io_free_events</a></div><div class="ttdeci">tw_eventq g_io_free_events</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00025">io-mpi.c:25</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a5023008188f7e7e35ce1c77caeb0d17a"><div class="ttname"><a href="tw-eventq_8h.html#a5023008188f7e7e35ce1c77caeb0d17a">tw_eventq_delete_any</a></div><div class="ttdeci">static void tw_eventq_delete_any(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00384">tw-eventq.h:384</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a9fb2359f0d549f254f0d8c873196bccc"><div class="ttname"><a href="io-mpi_8c.html#a9fb2359f0d549f254f0d8c873196bccc">l_io_kp_offset</a></div><div class="ttdeci">static unsigned long l_io_kp_offset</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00028">io-mpi.c:28</a></div></div>
<div class="ttc" id="structtw__event_html_aa85d9f587fd15552d51d08c7b2b392ac"><div class="ttname"><a href="structtw__event.html#aa85d9f587fd15552d51d08c7b2b392ac">tw_event::cancel_next</a></div><div class="ttdeci">tw_event * cancel_next</div><div class="ttdoc">Next event in the cancel queue for the dest_pe. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00260">ross-types.h:260</a></div></div>
<div class="ttc" id="aarch64_8h_html_a450cf25fa5291629087ca4198de55757"><div class="ttname"><a href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a></div><div class="ttdeci">static tw_clock tw_clock_read(void)</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00006">aarch64.h:6</a></div></div>
<div class="ttc" id="io-mpi_8c_html_af7816408c5ac7293486a560b0e82d326"><div class="ttname"><a href="io-mpi_8c.html#af7816408c5ac7293486a560b0e82d326">g_io_checkpoint_name</a></div><div class="ttdeci">char g_io_checkpoint_name[1024]</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00022">io-mpi.c:22</a></div></div>
<div class="ttc" id="structtw__pe_html"><div class="ttname"><a href="structtw__pe.html">tw_pe</a></div><div class="ttdoc">Holds the entire PE state. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00375">ross-types.h:375</a></div></div>
<div class="ttc" id="io-mpi_8c_html_ac3ab72128378352882064797a463afba"><div class="ttname"><a href="io-mpi_8c.html#ac3ab72128378352882064797a463afba">io_store_checkpoint</a></div><div class="ttdeci">void io_store_checkpoint(char *master_filename, int data_file_number)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00255">io-mpi.c:255</a></div></div>
<div class="ttc" id="structio__partition_html_a703cee6cd57b097cbaf73886c0fd029e"><div class="ttname"><a href="structio__partition.html#a703cee6cd57b097cbaf73886c0fd029e">io_partition::size</a></div><div class="ttdeci">int size</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00059">io.h:59</a></div></div>
<div class="ttc" id="io_8h_html_a4acb69ce633eeaeb7dc296c9c13dda19"><div class="ttname"><a href="io_8h.html#a4acb69ce633eeaeb7dc296c9c13dda19">io_partition_field_count</a></div><div class="ttdeci">static int io_partition_field_count</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00063">io.h:63</a></div></div>
<div class="ttc" id="structtw__optdef_html"><div class="ttname"><a href="structtw__optdef.html">tw_optdef</a></div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00019">tw-opts.h:19</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ab8bd876929690758e922961bcc16cd64"><div class="ttname"><a href="ross-extern_8h.html#ab8bd876929690758e922961bcc16cd64">g_tw_nlp</a></div><div class="ttdeci">tw_lpid g_tw_nlp</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00023">ross-global.c:23</a></div></div>
<div class="ttc" id="io-mpi_8c_html_af1d7fa35920119521b98673089af3685"><div class="ttname"><a href="io-mpi_8c.html#af1d7fa35920119521b98673089af3685">g_io_load_at</a></div><div class="ttdeci">io_load_type g_io_load_at</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00021">io-mpi.c:21</a></div></div>
<div class="ttc" id="structtw__event_html_ab29a363ffc4af436e28ea2e9c02d7856"><div class="ttname"><a href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">tw_event::cv</a></div><div class="ttdeci">tw_bf cv</div><div class="ttdoc">Used by app during reverse computation. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00274">ross-types.h:274</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a339c48c1d15f36c82de874b4afbf5f1b"><div class="ttname"><a href="io-mpi_8c.html#a339c48c1d15f36c82de874b4afbf5f1b">l_io_min_parts</a></div><div class="ttdeci">static unsigned long l_io_min_parts</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00032">io-mpi.c:32</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a2818efb70df48e5e29d3dacb3e2de009"><div class="ttname"><a href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a></div><div class="ttdeci">unsigned int tw_nnodes(void)</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00103">network-mpi.c:103</a></div></div>
<div class="ttc" id="io-serialize_8c_html_ad0792b7799ac27da02e522be00b25a62"><div class="ttname"><a href="io-serialize_8c.html#ad0792b7799ac27da02e522be00b25a62">io_event_deserialize</a></div><div class="ttdeci">size_t io_event_deserialize(tw_event *e, void *buffer)</div><div class="ttdef"><b>Definition:</b> <a href="io-serialize_8c_source.html#l00068">io-serialize.c:68</a></div></div>
<div class="ttc" id="structtw__kp_html_a52148af5d148b7082d33f597e10989b4"><div class="ttname"><a href="structtw__kp.html#a52148af5d148b7082d33f597e10989b4">tw_kp::lp_count</a></div><div class="ttdeci">int lp_count</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00345">ross-types.h:345</a></div></div>
<div class="ttc" id="structtw__event_html_adf9d923fa55a01e84d43ce33d1345764"><div class="ttname"><a href="structtw__event.html#adf9d923fa55a01e84d43ce33d1345764">tw_event::prev</a></div><div class="ttdeci">tw_event * prev</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00252">ross-types.h:252</a></div></div>
<div class="ttc" id="ross_8h_html_a911515dff2fb79886a16ed44df5f9d20"><div class="ttname"><a href="ross_8h.html#a911515dff2fb79886a16ed44df5f9d20">tw_lpid</a></div><div class="ttdeci">uint64_t tw_lpid</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00160">ross.h:160</a></div></div>
<div class="ttc" id="structtw__event_html"><div class="ttname"><a href="structtw__event.html">tw_event</a></div><div class="ttdoc">Event Stucture. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00250">ross-types.h:250</a></div></div>
<div class="ttc" id="io_8h_html_a04055fcffbc22aabf2d5b79edc17cbb6"><div class="ttname"><a href="io_8h.html#a04055fcffbc22aabf2d5b79edc17cbb6">model_size_f</a></div><div class="ttdeci">size_t(* model_size_f)(void *state, tw_lp *lp)</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00043">io.h:43</a></div></div>
<div class="ttc" id="structtw__pe_html_a76e88f72d90635b512db0ba17d570e2f"><div class="ttname"><a href="structtw__pe.html#a76e88f72d90635b512db0ba17d570e2f">tw_pe::abort_event</a></div><div class="ttdeci">tw_event * abort_event</div><div class="ttdoc">Placeholder event for when free_q is empty. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00384">ross-types.h:384</a></div></div>
<div class="ttc" id="structtw__event_html_a4e59fdcbe04117541f00ec8711d3b750"><div class="ttname"><a href="structtw__event.html#a4e59fdcbe04117541f00ec8711d3b750">tw_event::next</a></div><div class="ttdeci">tw_event * next</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00251">ross-types.h:251</a></div></div>
<div class="ttc" id="structtw__pe_html_aa172b398c08f6cb989cf2449adb06a12"><div class="ttname"><a href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">tw_pe::cur_event</a></div><div class="ttdeci">tw_event * cur_event</div><div class="ttdoc">Current event being processed. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00385">ross-types.h:385</a></div></div>
<div class="ttc" id="io-mpi_8c_html_ab5386defd555b1a62743c8b8589bf2b2"><div class="ttname"><a href="io-mpi_8c.html#ab5386defd555b1a62743c8b8589bf2b2">io_read_checkpoint</a></div><div class="ttdeci">void io_read_checkpoint()</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00112">io-mpi.c:112</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a662faf318a850ec90f12a97ed63f52cf"><div class="ttname"><a href="io-mpi_8c.html#a662faf318a850ec90f12a97ed63f52cf">io_load_checkpoint</a></div><div class="ttdeci">void io_load_checkpoint(char *master_filename, io_load_type load_at)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00107">io-mpi.c:107</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a3def69f148eaba619b26c898c90687b8"><div class="ttname"><a href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a></div><div class="ttdeci">static void * tw_event_data(tw_event *event)</div></div>
<div class="ttc" id="io-serialize_8c_html_a27e42f409054b5666545c7e642767fdb"><div class="ttname"><a href="io-serialize_8c.html#a27e42f409054b5666545c7e642767fdb">io_lp_serialize</a></div><div class="ttdeci">size_t io_lp_serialize(tw_lp *lp, void *buffer)</div><div class="ttdef"><b>Definition:</b> <a href="io-serialize_8c_source.html#l00003">io-serialize.c:3</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a45bdf614b79f77995f35952f99b36859"><div class="ttname"><a href="io-mpi_8c.html#a45bdf614b79f77995f35952f99b36859">g_io_number_of_files</a></div><div class="ttdeci">int g_io_number_of_files</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00011">io-mpi.c:11</a></div></div>
<div class="ttc" id="structtw__event_html_aac80968705fca84ecb01e83ea46419f3"><div class="ttname"><a href="structtw__event.html#aac80968705fca84ecb01e83ea46419f3">tw_event::cause_next</a></div><div class="ttdeci">tw_event * cause_next</div><div class="ttdoc">Next in parent&#39;s caused_by_me chain. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00262">ross-types.h:262</a></div></div>
<div class="ttc" id="io-mpi_8c_html_afed093b10148179b7c51891852696476"><div class="ttname"><a href="io-mpi_8c.html#afed093b10148179b7c51891852696476">g_io_buffered_events</a></div><div class="ttdeci">tw_eventq g_io_buffered_events</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00024">io-mpi.c:24</a></div></div>
<div class="ttc" id="structtw__event_html_a79a3d7a01afbd191b3e134cd3980fc15"><div class="ttname"><a href="structtw__event.html#a79a3d7a01afbd191b3e134cd3980fc15">tw_event::caused_by_me</a></div><div class="ttdeci">tw_event * caused_by_me</div><div class="ttdoc">Start of event list caused by this event. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00261">ross-types.h:261</a></div></div>
<div class="ttc" id="io_8h_html_ae6e8465490ddde3e2b465c74ea774380ac157bdf0b85a40d2619cbc8bc1ae5fe2"><div class="ttname"><a href="io_8h.html#ae6e8465490ddde3e2b465c74ea774380ac157bdf0b85a40d2619cbc8bc1ae5fe2">NONE</a></div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00018">io.h:18</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a83ae3f8b8b94935a1dbdfa2d2552f508"><div class="ttname"><a href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a></div><div class="ttdeci">tw_peid g_tw_mynode</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00088">ross-global.c:88</a></div></div>
<div class="ttc" id="structtw__bf_html"><div class="ttname"><a href="structtw__bf.html">tw_bf</a></div><div class="ttdoc">Reverse Computation Bitfield. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00178">ross-types.h:178</a></div></div>
<div class="ttc" id="tw-opts_8h_html_a0d00417e3bef0d001f256f846c72838d"><div class="ttname"><a href="tw-opts_8h.html#a0d00417e3bef0d001f256f846c72838d">TWOPT_UINT</a></div><div class="ttdeci">#define TWOPT_UINT(n, v, h)</div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00030">tw-opts.h:30</a></div></div>
<div class="ttc" id="structio__partition_html_a7721a330860085a8bf1a5b8e93611629"><div class="ttname"><a href="structio__partition.html#a7721a330860085a8bf1a5b8e93611629">io_partition::ev_count</a></div><div class="ttdeci">int ev_count</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00061">io.h:61</a></div></div>
<div class="ttc" id="tw-opts_8h_html_a38209b0e7568d41f5448ae5f884290a4"><div class="ttname"><a href="tw-opts_8h.html#a38209b0e7568d41f5448ae5f884290a4">TWOPT_END</a></div><div class="ttdeci">#define TWOPT_END()</div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00035">tw-opts.h:35</a></div></div>
<div class="ttc" id="io_8h_html_a0cb77aaaea5f0f8292374313a3fb80de"><div class="ttname"><a href="io_8h.html#a0cb77aaaea5f0f8292374313a3fb80de">deserialize_f</a></div><div class="ttdeci">void(* deserialize_f)(void *state, void *buffer, tw_lp *lp)</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00042">io.h:42</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a5742c69eabbb9db692ae0a7b2f1fc7ce"><div class="ttname"><a href="io-mpi_8c.html#a5742c69eabbb9db692ae0a7b2f1fc7ce">l_io_lp_offset</a></div><div class="ttdeci">static unsigned long l_io_lp_offset</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00029">io-mpi.c:29</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a00b7d251fba70704f2f1ded5eb415268"><div class="ttname"><a href="io-mpi_8c.html#a00b7d251fba70704f2f1ded5eb415268">l_io_append_flag</a></div><div class="ttdeci">static int l_io_append_flag</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00034">io-mpi.c:34</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_aa40bc1edebb9f58d87092388cf8dc0df"><div class="ttname"><a href="tw-eventq_8h.html#aa40bc1edebb9f58d87092388cf8dc0df">tw_eventq_pop</a></div><div class="ttdeci">static tw_event * tw_eventq_pop(tw_eventq *q)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00289">tw-eventq.h:289</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a0319d4b8d2c3ee38dc0a65bc904043db"><div class="ttname"><a href="ross-extern_8h.html#a0319d4b8d2c3ee38dc0a65bc904043db">g_tw_lp_typemap</a></div><div class="ttdeci">tw_typemap_f g_tw_lp_typemap</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00102">ross-global.c:102</a></div></div>
<div class="ttc" id="ross_8h_html"><div class="ttname"><a href="ross_8h.html">ross.h</a></div></div>
<div class="ttc" id="structtw__eventq_html"><div class="ttname"><a href="structtw__eventq.html">tw_eventq</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00165">ross-types.h:165</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a5c324b9c5a53c17e78709fa7eaaa7a1f"><div class="ttname"><a href="tw-eventq_8h.html#a5c324b9c5a53c17e78709fa7eaaa7a1f">tw_eventq_push</a></div><div class="ttdeci">static void tw_eventq_push(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00257">tw-eventq.h:257</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a247d17e5e295fff0565e7c04eaced378"><div class="ttname"><a href="io-mpi_8c.html#a247d17e5e295fff0565e7c04eaced378">io_register_model_version</a></div><div class="ttdeci">void io_register_model_version(char *sha1)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00038">io-mpi.c:38</a></div></div>
<div class="ttc" id="structio__partition_html_a77fe3d7c241b1b5212f65ec4e559332a"><div class="ttname"><a href="structio__partition.html#a77fe3d7c241b1b5212f65ec4e559332a">io_partition::part</a></div><div class="ttdeci">int part</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00056">io.h:56</a></div></div>
<div class="ttc" id="structtw__eventq_html_abae02f5570fd8bf55b28f1d5a442d6ce"><div class="ttname"><a href="structtw__eventq.html#abae02f5570fd8bf55b28f1d5a442d6ce">tw_eventq::tail</a></div><div class="ttdeci">tw_event * tail</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00168">ross-types.h:168</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a42b5b70583d9b0975b795c8d8ec579e7"><div class="ttname"><a href="io-mpi_8c.html#a42b5b70583d9b0975b795c8d8ec579e7">g_io_lp_types</a></div><div class="ttdeci">io_lptype * g_io_lp_types</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00020">io-mpi.c:20</a></div></div>
<div class="ttc" id="structtw__event_html_aaccf9aa1154e261f109c6add9abb487b"><div class="ttname"><a href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">tw_event::state</a></div><div class="ttdeci">struct tw_event::@0 state</div></div>
<div class="ttc" id="structtw__lp_html_a66d6671f56c8ba0ebcb1fb89354e51b4"><div class="ttname"><a href="structtw__lp.html#a66d6671f56c8ba0ebcb1fb89354e51b4">tw_lp::id</a></div><div class="ttdeci">tw_lpid id</div><div class="ttdoc">local LP id </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00305">ross-types.h:305</a></div></div>
<div class="ttc" id="avl__tree_8c_html_ac4c639748d4d5a271d6c54a18f614605"><div class="ttname"><a href="avl__tree_8c.html#ac4c639748d4d5a271d6c54a18f614605">pe</a></div><div class="ttdeci">tw_pe * pe</div><div class="ttdef"><b>Definition:</b> <a href="avl__tree_8c_source.html#l00011">avl_tree.c:11</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a4c9ad55528f8f4bbfb46efc4c4b30acf"><div class="ttname"><a href="io-mpi_8c.html#a4c9ad55528f8f4bbfb46efc4c4b30acf">io_opts</a></div><div class="ttdeci">const tw_optdef io_opts[]</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00012">io-mpi.c:12</a></div></div>
<div class="ttc" id="aarch64_8h_html_abcd6b97b84bebf1f961f85cd24b56c60"><div class="ttname"><a href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a></div><div class="ttdeci">uint64_t tw_clock</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00004">aarch64.h:4</a></div></div>
<div class="ttc" id="tw-opts_8h_html_a0e45b7a88a51dca3fe99d31aae9636c4"><div class="ttname"><a href="tw-opts_8h.html#a0e45b7a88a51dca3fe99d31aae9636c4">TWOPT_GROUP</a></div><div class="ttdeci">#define TWOPT_GROUP(h)</div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8h_source.html#l00027">tw-opts.h:27</a></div></div>
<div class="ttc" id="structtw__event_html_ad82747d6237b1b03ef68c923bef423a0"><div class="ttname"><a href="structtw__event.html#ad82747d6237b1b03ef68c923bef423a0">tw_event::src_lp</a></div><div class="ttdeci">tw_lp * src_lp</div><div class="ttdoc">Sending LP ID. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00281">ross-types.h:281</a></div></div>
<div class="ttc" id="structtw__lp_html_a34fb8e673f23705156b2473503e8a2d5"><div class="ttname"><a href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">tw_lp::cur_state</a></div><div class="ttdeci">void * cur_state</div><div class="ttdoc">Current application LP data. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00315">ross-types.h:315</a></div></div>
<div class="ttc" id="io-serialize_8c_html_a388e9a535bb45b57911f64cab9b65394"><div class="ttname"><a href="io-serialize_8c.html#a388e9a535bb45b57911f64cab9b65394">io_lp_deserialize</a></div><div class="ttdeci">size_t io_lp_deserialize(tw_lp *lp, void *buffer)</div><div class="ttdef"><b>Definition:</b> <a href="io-serialize_8c_source.html#l00027">io-serialize.c:27</a></div></div>
<div class="ttc" id="structtw__eventq_html_a0c96afb4c69e6f7bba7e72b1332dbd6e"><div class="ttname"><a href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">tw_eventq::size</a></div><div class="ttdeci">size_t size</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00166">ross-types.h:166</a></div></div>
<div class="ttc" id="tw-opts_8c_html_a50adbe6db0d593d8725ef9864ee733f2"><div class="ttname"><a href="tw-opts_8c.html#a50adbe6db0d593d8725ef9864ee733f2">tw_opt_settings</a></div><div class="ttdeci">void tw_opt_settings(FILE *outfile)</div><div class="ttdef"><b>Definition:</b> <a href="tw-opts_8c_source.html#l00138">tw-opts.c:138</a></div></div>
<div class="ttc" id="structio__partition_html_a1b6281f53252e11a711a63054211a882"><div class="ttname"><a href="structio__partition.html#a1b6281f53252e11a711a63054211a882">io_partition::offset</a></div><div class="ttdeci">int offset</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00058">io.h:58</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ad057802273cd99b0e039da1ba15080ac"><div class="ttname"><a href="ross-extern_8h.html#ad057802273cd99b0e039da1ba15080ac">tw_event_send</a></div><div class="ttdeci">void tw_event_send(tw_event *event)</div><div class="ttdef"><b>Definition:</b> <a href="tw-event_8c_source.html#l00009">tw-event.c:9</a></div></div>
<div class="ttc" id="structio__lp__store_html"><div class="ttname"><a href="structio__lp__store.html">io_lp_store</a></div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00065">io.h:65</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a4a237c68db5a0325e986d3710088d427"><div class="ttname"><a href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a></div><div class="ttdeci">tw_kpid g_tw_nkp</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00025">ross-global.c:25</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a5e5cc3ba3bb614403a466a0a1e7890c2"><div class="ttname"><a href="io-mpi_8c.html#a5e5cc3ba3bb614403a466a0a1e7890c2">l0_io_total_lp</a></div><div class="ttdeci">static unsigned long l0_io_total_lp</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00031">io-mpi.c:31</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a18038e8927326d19a30e302918ee9780"><div class="ttname"><a href="io-mpi_8c.html#a18038e8927326d19a30e302918ee9780">io_event_cancel</a></div><div class="ttdeci">void io_event_cancel(tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00070">io-mpi.c:70</a></div></div>
<div class="ttc" id="io_8h_html_ae38a6210a6f9037c3048e9db62281fb3"><div class="ttname"><a href="io_8h.html#ae38a6210a6f9037c3048e9db62281fb3">io_load_type</a></div><div class="ttdeci">enum io_load_e io_load_type</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00023">io.h:23</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a1dda9a1766df0b4837c91b3d2b63098d"><div class="ttname"><a href="io-mpi_8c.html#a1dda9a1766df0b4837c91b3d2b63098d">model_version</a></div><div class="ttdeci">char model_version[41]</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00036">io-mpi.c:36</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ae6211f101eb9694fec8f350c874ba6cd"><div class="ttname"><a href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a></div><div class="ttdeci">double g_tw_lookahead</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00049">ross-global.c:49</a></div></div>
<div class="ttc" id="structio__partition_html_a51c366af8536b77ba1cf4747214a22a3"><div class="ttname"><a href="structio__partition.html#a51c366af8536b77ba1cf4747214a22a3">io_partition::file</a></div><div class="ttdeci">int file</div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00057">io.h:57</a></div></div>
<div class="ttc" id="io-mpi_8c_html_aab99abf1ad93e1d23dd803c207e104d9"><div class="ttname"><a href="io-mpi_8c.html#aab99abf1ad93e1d23dd803c207e104d9">io_event_grab</a></div><div class="ttdeci">tw_event * io_event_grab(tw_pe *pe)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00042">io-mpi.c:42</a></div></div>
<div class="ttc" id="io-mpi_8c_html_ad5a799b9dbb42e2ebd93f99522ff0e9b"><div class="ttname"><a href="io-mpi_8c.html#ad5a799b9dbb42e2ebd93f99522ff0e9b">l0_io_total_kp</a></div><div class="ttdeci">static unsigned long l0_io_total_kp</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00030">io-mpi.c:30</a></div></div>
<div class="ttc" id="structio__lptype_html"><div class="ttname"><a href="structio__lptype.html">io_lptype</a></div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00045">io.h:45</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a2c72f26ee424fa3597838fd69de45cdb"><div class="ttname"><a href="io-mpi_8c.html#a2c72f26ee424fa3597838fd69de45cdb">io_load_events</a></div><div class="ttdeci">void io_load_events(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00227">io-mpi.c:227</a></div></div>
<div class="ttc" id="structtw__pe_html_a5a432d56a00d136a8ed94a309014d591"><div class="ttname"><a href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">tw_pe::cev_abort</a></div><div class="ttdeci">unsigned char cev_abort</div><div class="ttdoc">Current event being processed must be aborted. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00399">ross-types.h:399</a></div></div>
<div class="ttc" id="ross-inline_8h_html_a6e55304c545600c2bb996fa70dd43f05"><div class="ttname"><a href="ross-inline_8h.html#a6e55304c545600c2bb996fa70dd43f05">tw_event_new</a></div><div class="ttdeci">static tw_event * tw_event_new(tw_lpid dest_gid, tw_stime offset_ts, tw_lp *sender)</div><div class="ttdef"><b>Definition:</b> <a href="ross-inline_8h_source.html#l00040">ross-inline.h:40</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a643d9badf8f7f8eac1e3af3ce13be9c7"><div class="ttname"><a href="io-mpi_8c.html#a643d9badf8f7f8eac1e3af3ce13be9c7">g_io_events_buffered_per_rank</a></div><div class="ttdeci">int g_io_events_buffered_per_rank</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00023">io-mpi.c:23</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a64132b3acc0476622c31d7dc1676d227"><div class="ttname"><a href="ross-extern_8h.html#a64132b3acc0476622c31d7dc1676d227">g_tw_kp</a></div><div class="ttdeci">tw_kp ** g_tw_kp</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00027">ross-global.c:27</a></div></div>
<div class="ttc" id="structio__partition_html"><div class="ttname"><a href="structio__partition.html">io_partition</a></div><div class="ttdef"><b>Definition:</b> <a href="io_8h_source.html#l00055">io.h:55</a></div></div>
<div class="ttc" id="structtw__event_html_a6164e23fd9a6397de27abc5852f4b6c3"><div class="ttname"><a href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">tw_event::owner</a></div><div class="ttdeci">unsigned char owner</div><div class="ttdoc">Owner of the next/prev pointers; see tw_event_owner. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00268">ross-types.h:268</a></div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.6
</small></address>
</body>
</html>
